You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/11/07 03:59:56 UTC
[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 2796 -
Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/2796/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestAuthenticationFramework
Error Message:
21 threads leaked from SUITE scope at org.apache.solr.cloud.TestAuthenticationFramework: 1) Thread[id=8783, name=qtp585449420-8783, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=8863, name=Thread-2797, state=WAITING, group=TGRP-TestAuthenticationFramework] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:503) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155) 3) Thread[id=8886, name=OverseerStateUpdate-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76) at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325) at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:311) at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:290) at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:359) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:166) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:144) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:193) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=8888, name=OverseerHdfsCoreFailoverThread-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308) at org.apache.solr.common.cloud.ZkStateReader.getClusterProps(ZkStateReader.java:730) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:152) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=8887, name=OverseerCollectionConfigSetProcessor-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76) at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325) at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:311) at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:290) at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:359) at org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:338) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:223) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:197) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=8785, name=qtp585449420-8785, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=8854, name=jetty-launcher-1637-thread-5-SendThread(127.0.0.1:64082), state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 8) Thread[id=8784, name=qtp585449420-8784, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=8889, name=zkCallback-1658-thread-3, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=8787, name=qtp585449420-8787, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=8803, name=org.eclipse.jetty.server.session.HashSessionManager@e50f5f0Timer, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=8781, name=qtp585449420-8781-selector-ServerConnectorManager@596cd487/0, state=RUNNABLE, group=TGRP-TestAuthenticationFramework] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=8859, name=zkCallback-1658-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=8800, name=qtp585449420-8800, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 15) Thread[id=8782, name=qtp585449420-8782-acceptor-0@7c37eec8-ServerConnector@679c2276{HTTP/1.1}{127.0.0.1:64086}, state=RUNNABLE, group=TGRP-TestAuthenticationFramework] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 16) Thread[id=8865, name=coreContainerWorkExecutor-3414-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 17) Thread[id=8801, name=qtp585449420-8801, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 18) Thread[id=8890, name=zkCallback-1658-thread-4, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 19) Thread[id=8855, name=jetty-launcher-1637-thread-5-EventThread, state=WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 20) Thread[id=8802, name=Scheduler-239871871, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 21) Thread[id=8884, name=zkCallback-1658-thread-2, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 21 threads leaked from SUITE scope at org.apache.solr.cloud.TestAuthenticationFramework:
1) Thread[id=8783, name=qtp585449420-8783, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=8863, name=Thread-2797, state=WAITING, group=TGRP-TestAuthenticationFramework]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:503)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155)
3) Thread[id=8886, name=OverseerStateUpdate-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325)
at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:311)
at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:290)
at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:359)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:166)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:144)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:193)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=8888, name=OverseerHdfsCoreFailoverThread-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
at org.apache.solr.common.cloud.ZkStateReader.getClusterProps(ZkStateReader.java:730)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:152)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=8887, name=OverseerCollectionConfigSetProcessor-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325)
at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:311)
at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:290)
at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:359)
at org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:338)
at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:223)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:197)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=8785, name=qtp585449420-8785, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=8854, name=jetty-launcher-1637-thread-5-SendThread(127.0.0.1:64082), state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
8) Thread[id=8784, name=qtp585449420-8784, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=8889, name=zkCallback-1658-thread-3, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=8787, name=qtp585449420-8787, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=8803, name=org.eclipse.jetty.server.session.HashSessionManager@e50f5f0Timer, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=8781, name=qtp585449420-8781-selector-ServerConnectorManager@596cd487/0, state=RUNNABLE, group=TGRP-TestAuthenticationFramework]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=8859, name=zkCallback-1658-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=8800, name=qtp585449420-8800, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=8782, name=qtp585449420-8782-acceptor-0@7c37eec8-ServerConnector@679c2276{HTTP/1.1}{127.0.0.1:64086}, state=RUNNABLE, group=TGRP-TestAuthenticationFramework]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=8865, name=coreContainerWorkExecutor-3414-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=8801, name=qtp585449420-8801, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
18) Thread[id=8890, name=zkCallback-1658-thread-4, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=8855, name=jetty-launcher-1637-thread-5-EventThread, state=WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
20) Thread[id=8802, name=Scheduler-239871871, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
21) Thread[id=8884, name=zkCallback-1658-thread-2, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([617CCCFD9D7398FE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestAuthenticationFramework
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=8863, name=Thread-2797, state=WAITING, group=TGRP-TestAuthenticationFramework] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:503) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155) 2) Thread[id=8865, name=coreContainerWorkExecutor-3414-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=8854, name=jetty-launcher-1637-thread-5-SendThread(127.0.0.1:64082), state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 4) Thread[id=8888, name=OverseerHdfsCoreFailoverThread-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=8890, name=zkCallback-1658-thread-4, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=8889, name=zkCallback-1658-thread-3, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=8884, name=zkCallback-1658-thread-2, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=8781, name=qtp585449420-8781-selector-ServerConnectorManager@596cd487/0, state=RUNNABLE, group=TGRP-TestAuthenticationFramework] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=8859, name=zkCallback-1658-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=8802, name=Scheduler-239871871, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=8803, name=org.eclipse.jetty.server.session.HashSessionManager@e50f5f0Timer, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=8863, name=Thread-2797, state=WAITING, group=TGRP-TestAuthenticationFramework]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:503)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155)
2) Thread[id=8865, name=coreContainerWorkExecutor-3414-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=8854, name=jetty-launcher-1637-thread-5-SendThread(127.0.0.1:64082), state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
4) Thread[id=8888, name=OverseerHdfsCoreFailoverThread-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=8890, name=zkCallback-1658-thread-4, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=8889, name=zkCallback-1658-thread-3, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=8884, name=zkCallback-1658-thread-2, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=8781, name=qtp585449420-8781-selector-ServerConnectorManager@596cd487/0, state=RUNNABLE, group=TGRP-TestAuthenticationFramework]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=8859, name=zkCallback-1658-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=8802, name=Scheduler-239871871, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=8803, name=org.eclipse.jetty.server.session.HashSessionManager@e50f5f0Timer, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([617CCCFD9D7398FE]:0)
Build Log:
[...truncated 10388 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 1176642 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1176642 INFO (Thread-2244) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1176642 INFO (Thread-2244) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1176744 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.ZkTestServer start zk server on port:63492
[junit4] 2> 1176744 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1176745 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1176757 INFO (zkCallback-1430-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b3f015f name:ZooKeeperConnection Watcher:127.0.0.1:63492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1176757 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1176757 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1176757 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1176777 INFO (jetty-launcher-1429-thread-1) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 1176777 INFO (jetty-launcher-1429-thread-3) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 1176793 INFO (jetty-launcher-1429-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@459adfb4{/solr,null,AVAILABLE}
[junit4] 2> 1176794 INFO (jetty-launcher-1429-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4015c483{/solr,null,AVAILABLE}
[junit4] 2> 1176795 INFO (jetty-launcher-1429-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@55189553{HTTP/1.1}{127.0.0.1:63494}
[junit4] 2> 1176796 INFO (jetty-launcher-1429-thread-3) [ ] o.e.j.s.Server Started @1180812ms
[junit4] 2> 1176796 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63494}
[junit4] 2> 1176796 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2792e317
[junit4] 2> 1176797 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node3/'
[junit4] 2> 1176797 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1176797 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1176797 INFO (jetty-launcher-1429-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@44cbe368{HTTP/1.1}{127.0.0.1:63495}
[junit4] 2> 1176797 INFO (jetty-launcher-1429-thread-1) [ ] o.e.j.s.Server Started @1180813ms
[junit4] 2> 1176797 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=63495, hostContext=/solr}
[junit4] 2> 1176797 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2792e317
[junit4] 2> 1176798 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node1/'
[junit4] 2> 1176798 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1176798 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1176835 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1176838 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1176838 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1176839 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1176855 INFO (zkCallback-1431-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58947ea5 name:ZooKeeperConnection Watcher:127.0.0.1:63492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1176855 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1176856 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1176858 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1176858 INFO (zkCallback-1432-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f1eacf9 name:ZooKeeperConnection Watcher:127.0.0.1:63492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1176859 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1176859 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1176860 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1176893 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node3/.
[junit4] 2> 1176894 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.CoreContainer New CoreContainer 1845527795
[junit4] 2> 1176894 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node3/]
[junit4] 2> 1176894 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.CoreContainer loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node3/lib
[junit4] 2> 1176894 WARN (jetty-launcher-1429-thread-3) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node3/lib).
[junit4] 2> 1176901 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node1/.
[junit4] 2> 1176901 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 122866691
[junit4] 2> 1176901 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node1/]
[junit4] 2> 1176901 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.CoreContainer loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node1/lib
[junit4] 2> 1176902 WARN (jetty-launcher-1429-thread-1) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node1/lib).
[junit4] 2> 1176905 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 1176909 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1176910 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1176910 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1176910 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63492/solr
[junit4] 2> 1176910 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1176910 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1176911 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1176913 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 1176914 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1176914 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1176914 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1176914 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63492/solr
[junit4] 2> 1176914 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1176914 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1176915 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1176922 INFO (zkCallback-1434-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79807772 name:ZooKeeperConnection Watcher:127.0.0.1:63492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1176922 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1176923 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1176935 INFO (zkCallback-1436-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d975065 name:ZooKeeperConnection Watcher:127.0.0.1:63492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1176935 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1176935 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1176949 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1176952 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1176954 INFO (zkCallback-1437-thread-1-processing-n:127.0.0.1:63494_solr) [n:127.0.0.1:63494_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60c8e37a name:ZooKeeperConnection Watcher:127.0.0.1:63492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1176954 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1176959 INFO (zkCallback-1438-thread-1-processing-n:127.0.0.1:63495_solr) [n:127.0.0.1:63495_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70b4bbea name:ZooKeeperConnection Watcher:127.0.0.1:63492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1176959 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1176959 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1176962 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1176972 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1176973 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1176991 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1176991 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1177016 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1177016 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1177026 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1177026 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1177033 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1177034 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1177040 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1177040 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1177044 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1177045 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1177051 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1177051 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1177055 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1177056 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1177074 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63495_solr
[junit4] 2> 1177074 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63494_solr
[junit4] 2> 1177077 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:63494_solr
[junit4] 2> 1177077 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:63495_solr
[junit4] 2> 1177084 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1177085 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1177098 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1177098 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1177104 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1177104 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1177107 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94821738518413317-127.0.0.1:63494_solr-n_0000000000
[junit4] 2> 1177107 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94821738518413318-127.0.0.1:63495_solr-n_0000000001
[junit4] 2> 1177108 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63494_solr
[junit4] 2> 1177108 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1177110 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94821738518413317-127.0.0.1:63494_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1177110 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1177114 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.Overseer Overseer (id=94821738518413317-127.0.0.1:63494_solr-n_0000000000) starting
[junit4] 2> 1177124 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1177135 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1177135 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1177141 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
[junit4] 2> 1177141 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@5637984c
[junit4] 2> 1177142 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@5637984c
[junit4] 2> 1177143 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.CoresLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node1/.
[junit4] 2> 1177143 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.c.CoresLocator Found 0 core definitions
[junit4] 2> 1177152 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> 1177152 INFO (jetty-launcher-1429-thread-1) [n:127.0.0.1:63495_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1177177 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1177178 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1177178 INFO (OverseerCollectionConfigSetProcessor-94821738518413317-127.0.0.1:63494_solr-n_0000000000) [n:127.0.0.1:63494_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1177179 INFO (OverseerStateUpdate-94821738518413317-127.0.0.1:63494_solr-n_0000000000) [n:127.0.0.1:63494_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1177198 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1177198 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1177198 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
[junit4] 2> 1177198 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@1aa4f12f
[junit4] 2> 1177198 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@1aa4f12f
[junit4] 2> 1177200 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.CoresLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-001/node3/.
[junit4] 2> 1177200 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.c.CoresLocator Found 0 core definitions
[junit4] 2> 1177201 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> 1177201 INFO (jetty-launcher-1429-thread-3) [n:127.0.0.1:63494_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1177202 INFO (jetty-launcher-1429-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@55189553{HTTP/1.1}{127.0.0.1:0}
[junit4] 2> 1177203 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1845527795
[junit4] 2> 1177203 INFO (jetty-launcher-1429-thread-3) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@44cbe368{HTTP/1.1}{127.0.0.1:0}
[junit4] 2> 1177204 INFO (jetty-launcher-1429-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=122866691
[junit4] 2> 1177206 INFO (jetty-launcher-1429-thread-1) [ ] o.a.s.c.Overseer Overseer (id=94821738518413317-127.0.0.1:63494_solr-n_0000000000) closing
[junit4] 2> 1177207 INFO (OverseerStateUpdate-94821738518413317-127.0.0.1:63494_solr-n_0000000000) [n:127.0.0.1:63494_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63494_solr
[junit4] 2> 1177211 ERROR (jetty-launcher-1429-thread-3-EventThread) [n:127.0.0.1:63494_solr ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@5dff0139 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@10a97565[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:261)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 1177212 INFO (zkCallback-1438-thread-1-processing-n:127.0.0.1:63495_solr) [n:127.0.0.1:63495_solr ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1177213 INFO (jetty-launcher-1429-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@459adfb4{/solr,null,UNAVAILABLE}
[junit4] 2> 1177213 WARN (zkCallback-1438-thread-1-processing-n:127.0.0.1:63495_solr) [n:127.0.0.1:63495_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1178714 WARN (zkCallback-1438-thread-2-processing-n:127.0.0.1:63495_solr) [n:127.0.0.1:63495_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:325)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:58)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:388)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:264)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1178715 INFO (jetty-launcher-1429-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4015c483{/solr,null,UNAVAILABLE}
[junit4] 2> 1178718 INFO (TEST-TestAuthenticationFramework.testErrorsInStartup-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63492 63492
[junit4] 2> 1178738 INFO (Thread-2244) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63492 63492
[junit4] 2> 1180249 WARN (Thread-2244) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1180258 INFO (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1180263 INFO (Thread-2268) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1180263 INFO (Thread-2268) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1180367 INFO (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.ZkTestServer start zk server on port:63521
[junit4] 2> 1180367 INFO (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1180369 INFO (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1180543 INFO (zkCallback-1440-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a372b9c name:ZooKeeperConnection Watcher:127.0.0.1:63521 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1180544 INFO (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1180544 INFO (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1180544 INFO (TEST-TestAuthenticationFramework.testStopAllStartAll-seed#[617CCCFD9D7398FE]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1180619 INFO (jetty-launcher-1439-thread-2) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 1180619 INFO (jetty-launcher-1439-thread-1) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 1180620 INFO (jetty-launcher-1439-thread-3) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 1180622 INFO (jetty-launcher-1439-thread-4) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 1180623 INFO (jetty-launcher-1439-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ea00b30{/solr,null,AVAILABLE}
[junit4] 2> 1180623 INFO (jetty-launcher-1439-thread-5) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 1180625 INFO (jetty-launcher-1439-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@5fa671c2{HTTP/1.1}{127.0.0.1:63523}
[junit4] 2> 1180625 INFO (jetty-launcher-1439-thread-3) [ ] o.e.j.s.Server Started @1184641ms
[junit4] 2> 1180625 INFO (jetty-launcher-1439-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=63523, hostContext=/solr}
[junit4] 2> 1180626 INFO (jetty-launcher-1439-thread-3) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2792e317
[junit4] 2> 1180626 INFO (jetty-launcher-1439-thread-3) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-002/node3/'
[junit4] 2> 1180626 INFO (jetty-launcher-1439-thread-3) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1180626 INFO (jetty-launcher-1439-thread-3) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1180630 INFO (jetty-launcher-1439-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d6aa80e{/solr,null,AVAILABLE}
[junit4] 2> 1180631 INFO (jetty-launcher-1439-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37ac0ce9{/solr,null,AVAILABLE}
[junit4] 2> 1180632 INFO (jetty-launcher-1439-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@41613702{HTTP/1.1}{127.0.0.1:63525}
[junit4] 2> 1180632 INFO (jetty-launcher-1439-thread-2) [ ] o.e.j.s.Server Started @1184648ms
[junit4] 2> 1180632 INFO (jetty-launcher-1439-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=63525, hostContext=/solr}
[junit4] 2> 1180633 INFO (jetty-launcher-1439-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2792e317
[junit4] 2> 1180633 INFO (jetty-launcher-1439-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-002/node2/'
[junit4] 2> 1180633 INFO (jetty-launcher-1439-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1180633 INFO (jetty-launcher-1439-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1180633 INFO (jetty-launcher-1439-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49195105{/solr,null,AVAILABLE}
[junit4] 2> 1180634 INFO (jetty-launcher-1439-thread-5) [ ] o.e.j.s.ServerConnector Started ServerConnector@2ce501c2{HTTP/1.1}{127.0.0.1:63526}
[junit4] 2> 1180634 INFO (jetty-launcher-1439-thread-5) [ ] o.e.j.s.Server Started @1184650ms
[junit4] 2> 1180634 INFO (jetty-launcher-1439-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63526}
[junit4] 2> 1180634 INFO (jetty-launcher-1439-thread-5) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2792e317
[junit4] 2> 1180634 INFO (jetty-launcher-1439-thread-5) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-002/node5/'
[junit4] 2> 1180635 INFO (jetty-launcher-1439-thread-5) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1180635 INFO (jetty-launcher-1439-thread-5) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1180637 INFO (jetty-launcher-1439-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@5bf7d98f{HTTP/1.1}{127.0.0.1:63524}
[junit4] 2> 1180637 INFO (jetty-launcher-1439-thread-1) [ ] o.e.j.s.Server Started @1184653ms
[junit4] 2> 1180663 INFO (jetty-launcher-1439-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63524}
[junit4] 2> 1180663 INFO (jetty-launcher-1439-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2792e317
[junit4] 2> 1180663 INFO (jetty-launcher-1439-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_617CCCFD9D7398FE-001/tempDir-002/node1/'
[junit4] 2> 1180663 INFO (jetty-launcher-1439-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1180663 INFO (jetty-launcher-1439-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2>
[...truncated too long message...]
4, name=jetty-launcher-1637-thread-5-SendThread(127.0.0.1:64082), state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 4) Thread[id=8888, name=OverseerHdfsCoreFailoverThread-94821748157382671-127.0.0.1:64086_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=8890, name=zkCallback-1658-thread-4, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=8889, name=zkCallback-1658-thread-3, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 7) Thread[id=8884, name=zkCallback-1658-thread-2, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=8781, name=qtp585449420-8781-selector-ServerConnectorManager@596cd487/0, state=RUNNABLE, group=TGRP-TestAuthenticationFramework]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
[junit4] > at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=8859, name=zkCallback-1658-thread-1, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=8802, name=Scheduler-239871871, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=8803, name=org.eclipse.jetty.server.session.HashSessionManager@e50f5f0Timer, state=TIMED_WAITING, group=TGRP-TestAuthenticationFramework]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([617CCCFD9D7398FE]:0)
[junit4] Completed [226/545] on J1 in 181.99s, 7 tests, 2 errors <<< FAILURES!
[...truncated 990 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:785: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:729: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:526: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1452: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1006: There were test failures: 545 suites (7 ignored), 2158 tests, 2 suite-level errors, 1068 ignored (29 assumptions) [seed: 617CCCFD9D7398FE]
Total time: 49 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any