You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/11/04 20:15:46 UTC
[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_66) - Build #
14787 - Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/14787/
Java: 32bit/jdk1.8.0_66 -client -XX:+UseSerialGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudCluster: 1) Thread[id=8550, name=jetty-launcher-2003-thread-1-EventThread, state=WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 2) Thread[id=8596, name=OverseerCollectionConfigSetProcessor-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=8491, name=qtp29097261-8491-selector-ServerConnectorManager@110b37d/3, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=8477, name=qtp29097261-8477-selector-ServerConnectorManager@110b37d/1, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=8514, name=Scheduler-15849249, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=8518, name=org.eclipse.jetty.server.session.HashSessionManager@6ef19eTimer, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=8549, name=jetty-launcher-2003-thread-1-SendThread(127.0.0.1:52315), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 8) Thread[id=8483, name=qtp29097261-8483-selector-ServerConnectorManager@110b37d/2, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=8509, name=qtp29097261-8509, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=8500, name=qtp29097261-8500, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=8474, name=qtp29097261-8474-selector-ServerConnectorManager@110b37d/0, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=8510, name=qtp29097261-8510, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=8597, name=OverseerHdfsCoreFailoverThread-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=8573, name=Thread-2709, state=WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155) 15) Thread[id=8595, name=OverseerStateUpdate-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76) at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333) at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:310) at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:289) at org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:378) at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:187) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:239) at java.lang.Thread.run(Thread.java:745) 16) Thread[id=8494, name=qtp29097261-8494-acceptor-0@f2f16b-ServerConnector@7c9eb9{HTTP/1.1}{127.0.0.1:52763}, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudCluster:
1) Thread[id=8550, name=jetty-launcher-2003-thread-1-EventThread, state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
2) Thread[id=8596, name=OverseerCollectionConfigSetProcessor-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=8491, name=qtp29097261-8491-selector-ServerConnectorManager@110b37d/3, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=8477, name=qtp29097261-8477-selector-ServerConnectorManager@110b37d/1, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=8514, name=Scheduler-15849249, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=8518, name=org.eclipse.jetty.server.session.HashSessionManager@6ef19eTimer, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=8549, name=jetty-launcher-2003-thread-1-SendThread(127.0.0.1:52315), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
8) Thread[id=8483, name=qtp29097261-8483-selector-ServerConnectorManager@110b37d/2, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=8509, name=qtp29097261-8509, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=8500, name=qtp29097261-8500, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=8474, name=qtp29097261-8474-selector-ServerConnectorManager@110b37d/0, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=8510, name=qtp29097261-8510, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=8597, name=OverseerHdfsCoreFailoverThread-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=8573, name=Thread-2709, state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155)
15) Thread[id=8595, name=OverseerStateUpdate-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)
at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:310)
at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:289)
at org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:378)
at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:187)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:239)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=8494, name=qtp29097261-8494-acceptor-0@f2f16b-ServerConnector@7c9eb9{HTTP/1.1}{127.0.0.1:52763}, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([6DD33FBC20BAC2D8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=8483, name=qtp29097261-8483-selector-ServerConnectorManager@110b37d/2, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=8491, name=qtp29097261-8491-selector-ServerConnectorManager@110b37d/3, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=8477, name=qtp29097261-8477-selector-ServerConnectorManager@110b37d/1, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=8514, name=Scheduler-15849249, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=8518, name=org.eclipse.jetty.server.session.HashSessionManager@6ef19eTimer, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=8474, name=qtp29097261-8474-selector-ServerConnectorManager@110b37d/0, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.isInterrupted(Native Method) at java.lang.Thread.isInterrupted(Thread.java:961) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:218) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=8597, name=OverseerHdfsCoreFailoverThread-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=8573, name=Thread-2709, state=WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155) 9) Thread[id=8549, name=jetty-launcher-2003-thread-1-SendThread(127.0.0.1:52315), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=8483, name=qtp29097261-8483-selector-ServerConnectorManager@110b37d/2, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=8491, name=qtp29097261-8491-selector-ServerConnectorManager@110b37d/3, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=8477, name=qtp29097261-8477-selector-ServerConnectorManager@110b37d/1, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=8514, name=Scheduler-15849249, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=8518, name=org.eclipse.jetty.server.session.HashSessionManager@6ef19eTimer, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=8474, name=qtp29097261-8474-selector-ServerConnectorManager@110b37d/0, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.isInterrupted(Native Method)
at java.lang.Thread.isInterrupted(Thread.java:961)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:218)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=8597, name=OverseerHdfsCoreFailoverThread-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=8573, name=Thread-2709, state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155)
9) Thread[id=8549, name=jetty-launcher-2003-thread-1-SendThread(127.0.0.1:52315), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
at __randomizedtesting.SeedInfo.seed([6DD33FBC20BAC2D8]:0)
FAILED: org.apache.solr.cloud.TestMiniSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([6DD33FBC20BAC2D8:CE299119A752287D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestMiniSolrCloudCluster.testCollectionCreateSearchDelete(TestMiniSolrCloudCluster.java:120)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10210 lines...]
[junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudCluster
[junit4] 2> 738483 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateSearchDelete-seed#[6DD33FBC20BAC2D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 738483 INFO (Thread-2662) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 738483 INFO (Thread-2662) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 738583 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateSearchDelete-seed#[6DD33FBC20BAC2D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:52315
[junit4] 2> 738583 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateSearchDelete-seed#[6DD33FBC20BAC2D8]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738584 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateSearchDelete-seed#[6DD33FBC20BAC2D8]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738608 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cb458d name:ZooKeeperConnection Watcher:127.0.0.1:52315 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738608 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateSearchDelete-seed#[6DD33FBC20BAC2D8]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738609 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateSearchDelete-seed#[6DD33FBC20BAC2D8]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738609 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateSearchDelete-seed#[6DD33FBC20BAC2D8]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 738617 INFO (jetty-launcher-2003-thread-2) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 738617 INFO (jetty-launcher-2003-thread-1) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 738617 INFO (jetty-launcher-2003-thread-3) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 738618 INFO (jetty-launcher-2003-thread-4) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 738618 INFO (jetty-launcher-2003-thread-5) [ ] o.e.j.s.Server jetty-9.2.13.v20150730
[junit4] 2> 738630 INFO (jetty-launcher-2003-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9d29fd{/solr,null,AVAILABLE}
[junit4] 2> 738631 INFO (jetty-launcher-2003-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@150958f{/solr,null,AVAILABLE}
[junit4] 2> 738632 INFO (jetty-launcher-2003-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@fd990e{HTTP/1.1}{127.0.0.1:34960}
[junit4] 2> 738632 INFO (jetty-launcher-2003-thread-2) [ ] o.e.j.s.Server Started @739709ms
[junit4] 2> 738632 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34960}
[junit4] 2> 738633 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 738633 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node2/'
[junit4] 2> 738633 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 738633 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 738658 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738661 INFO (jetty-launcher-2003-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@11fb4fd{HTTP/1.1}{127.0.0.1:44717}
[junit4] 2> 738661 INFO (jetty-launcher-2003-thread-3) [ ] o.e.j.s.Server Started @739738ms
[junit4] 2> 738661 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44717}
[junit4] 2> 738661 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 738661 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node3/'
[junit4] 2> 738661 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f608ac{/solr,null,AVAILABLE}
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c38e61{/solr,null,AVAILABLE}
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@7c9eb9{HTTP/1.1}{127.0.0.1:52763}
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@62d6dd{HTTP/1.1}{127.0.0.1:53089}
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-4) [ ] o.e.j.s.Server Started @739739ms
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-1) [ ] o.e.j.s.Server Started @739739ms
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53089}
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node4/'
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 738662 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52763}
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node1/'
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 738663 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 738678 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738684 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738697 INFO (jetty-launcher-2003-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@db3925{/solr,null,AVAILABLE}
[junit4] 2> 738701 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738701 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-5) [ ] o.e.j.s.ServerConnector Started ServerConnector@101ce8a{HTTP/1.1}{127.0.0.1:36298}
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-5) [ ] o.e.j.s.Server Started @739779ms
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36298}
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node5/'
[junit4] 2> 738702 INFO (zkCallback-2005-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ad6ca5 name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 738702 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 738703 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738707 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738715 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 738723 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738724 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738724 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738728 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738728 INFO (zkCallback-2006-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c4d3f name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738728 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738728 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738736 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node2/.
[junit4] 2> 738736 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 18594521
[junit4] 2> 738737 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node2/]
[junit4] 2> 738737 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node2/lib
[junit4] 2> 738737 WARN (jetty-launcher-2003-thread-2) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node2/lib).
[junit4] 2> 738744 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 738744 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 738745 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 738745 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 738745 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52315/solr
[junit4] 2> 738745 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 738745 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738746 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 738749 INFO (zkCallback-2008-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1893a5f name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738749 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738752 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738752 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738753 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 738755 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8eef46 name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738755 INFO (zkCallback-2007-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@104cfe name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738756 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738756 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738756 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738756 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738756 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 738756 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 738757 INFO (zkCallback-2011-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1eb5faa name:ZooKeeperConnection Watcher:127.0.0.1:52315 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738758 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738758 INFO (jetty-launcher-2003-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738760 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150d3e970500006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 738761 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738762 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node1/.
[junit4] 2> 738762 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 17287354
[junit4] 2> 738762 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node1/]
[junit4] 2> 738762 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node1/lib
[junit4] 2> 738762 WARN (jetty-launcher-2003-thread-1) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node1/lib).
[junit4] 2> 738764 INFO (zkCallback-2012-thread-1-processing-n:127.0.0.1:34960_solr) [n:127.0.0.1:34960_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a95cbf name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738764 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738766 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node4/.
[junit4] 2> 738766 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.CoreContainer New CoreContainer 21918273
[junit4] 2> 738766 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node4/]
[junit4] 2> 738766 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node4/lib
[junit4] 2> 738767 WARN (jetty-launcher-2003-thread-4) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node4/lib).
[junit4] 2> 738768 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150d3e970500002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 738768 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node3/.
[junit4] 2> 738768 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.CoreContainer New CoreContainer 32713474
[junit4] 2> 738768 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node3/]
[junit4] 2> 738768 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node3/lib
[junit4] 2> 738768 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 738768 WARN (jetty-launcher-2003-thread-3) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node3/lib).
[junit4] 2> 738770 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 738770 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 738771 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 738771 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 738771 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52315/solr
[junit4] 2> 738771 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 738771 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738775 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738775 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 738778 INFO (zkCallback-2014-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c6dff8 name:ZooKeeperConnection Watcher:127.0.0.1:52315 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738778 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 738779 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738779 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 738780 INFO (jetty-launcher-2003-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738780 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 738780 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 738780 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52315/solr
[junit4] 2> 738780 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 738780 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738781 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738781 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 738782 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738783 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 738783 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 738783 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 738783 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52315/solr
[junit4] 2> 738783 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 738783 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738784 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738794 INFO (zkCallback-2016-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@168d5d8 name:ZooKeeperConnection Watcher:127.0.0.1:52315 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738795 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738795 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node5/.
[junit4] 2> 738795 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150d3e970500005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 738795 INFO (jetty-launcher-2003-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738795 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.CoreContainer New CoreContainer 5720337
[junit4] 2> 738795 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node5/]
[junit4] 2> 738795 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node5/lib
[junit4] 2> 738795 WARN (jetty-launcher-2003-thread-5) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_6DD33FBC20BAC2D8-001/tempDir-001/node5/lib).
[junit4] 2> 738797 INFO (zkCallback-2017-thread-1-processing-n:127.0.0.1:52763_solr) [n:127.0.0.1:52763_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2c8653 name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738795 INFO (zkCallback-2019-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a5eaf3 name:ZooKeeperConnection Watcher:127.0.0.1:52315 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738800 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738800 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738801 INFO (jetty-launcher-2003-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738807 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 738807 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738808 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 738808 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 738808 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 738809 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52315/solr
[junit4] 2> 738809 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 738809 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 738809 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738816 INFO (zkCallback-2020-thread-1-processing-n:127.0.0.1:53089_solr) [n:127.0.0.1:53089_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ea1df3 name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738817 INFO (zkCallback-2022-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60c6bd name:ZooKeeperConnection Watcher:127.0.0.1:52315 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738817 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738818 INFO (jetty-launcher-2003-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 738819 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738822 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738825 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 738825 INFO (zkCallback-2023-thread-1-processing-n:127.0.0.1:44717_solr) [n:127.0.0.1:44717_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b26815 name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738825 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738827 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 738830 INFO (zkCallback-2024-thread-1-processing-n:127.0.0.1:36298_solr) [n:127.0.0.1:36298_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a9582f name:ZooKeeperConnection Watcher:127.0.0.1:52315/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 738830 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 738841 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 738842 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 738863 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 738863 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 738864 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 738887 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 738887 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 738887 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 738887 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 738891 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 738891 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 738893 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 738893 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 738898 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 738898 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 738899 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 738899 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 738900 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 738909 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 738917 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 738917 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 738917 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 738922 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 738922 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 738923 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 738923 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 738923 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 738926 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53089_solr
[junit4] 2> 738926 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44717_solr
[junit4] 2> 738926 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34960_solr
[junit4] 2> 738926 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52763_solr
[junit4] 2> 738928 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53089_solr
[junit4] 2> 738930 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44717_solr
[junit4] 2> 738930 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36298_solr
[junit4] 2> 738930 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52763_solr
[junit4] 2> 738930 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:34960_solr
[junit4] 2> 738932 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36298_solr
[junit4] 2> 738937 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 738937 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 738937 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 738939 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 738944 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 738944 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 738944 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 738944 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 738944 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 738947 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 738948 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 738948 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 738948 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 738948 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 738950 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94808591739912206-127.0.0.1:44717_solr-n_0000000000
[junit4] 2> 738970 INFO (jetty-launcher-2003-thread-4) [n:127.0.0.1:53089_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94808591739912204-127.0.0.1:53089_solr-n_0000000001
[junit4] 2> 738970 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94808591739912199-127.0.0.1:34960_solr-n_0000000002
[junit4] 2> 738970 INFO (jetty-launcher-2003-thread-1) [n:127.0.0.1:52763_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94808591739912202-127.0.0.1:52763_solr-n_0000000003
[junit4] 2> 738970 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44717_solr
[junit4] 2> 738970 INFO (jetty-launcher-2003-thread-5) [n:127.0.0.1:36298_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94808591739912207-127.0.0.1:36298_solr-n_0000000004
[junit4] 2> 738970 INFO (jetty-launcher-2003-thread-3) [n:127.0.0.1:44717_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 738970 INFO (jetty-launcher-2003-thread-2) [n:127.0.0.1:34960_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94808591739912204-127.0.0.1:53089_solr-n_
[...truncated too long message...]
gedSelector.run(SelectorManager.java:549)
[junit4] > at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=8491, name=qtp29097261-8491-selector-ServerConnectorManager@110b37d/3, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
[junit4] > at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=8477, name=qtp29097261-8477-selector-ServerConnectorManager@110b37d/1, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
[junit4] > at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 4) Thread[id=8514, name=Scheduler-15849249, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=8518, name=org.eclipse.jetty.server.session.HashSessionManager@6ef19eTimer, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=8474, name=qtp29097261-8474-selector-ServerConnectorManager@110b37d/0, state=RUNNABLE, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at java.lang.Thread.isInterrupted(Native Method)
[junit4] > at java.lang.Thread.isInterrupted(Thread.java:961)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:218)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
[junit4] > at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
[junit4] > at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 7) Thread[id=8597, name=OverseerHdfsCoreFailoverThread-94808591739912202-127.0.0.1:52763_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=8573, name=Thread-2709, state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1155)
[junit4] > 9) Thread[id=8549, name=jetty-launcher-2003-thread-1-SendThread(127.0.0.1:52315), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > at __randomizedtesting.SeedInfo.seed([6DD33FBC20BAC2D8]:0)
[junit4] Completed [251/554] on J0 in 74.62s, 6 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 950 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:775: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:719: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:233: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:516: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1432: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:987: There were test failures: 554 suites (8 ignored), 2182 tests, 2 suite-level errors, 1 failure, 1161 ignored (31 assumptions) [seed: 6DD33FBC20BAC2D8]
Total time: 38 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any