You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/10 23:24:08 UTC
[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.7.0_55) - Build #
10274 - Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10274/
Java: 32bit/jdk1.7.0_55 -server -XX:+UseParallelGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
ERROR: SolrIndexSearcher opens=2 closes=1
Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=2 closes=1
at __randomizedtesting.SeedInfo.seed([292842B8F0023D51]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:436)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:184)
at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
15 threads leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest: 1) Thread[id=5487, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=5484, name=TEST-HttpPartitionTest.testDistribSearch-seed#[292842B8F0023D51]-SendThread(127.0.0.1:51439), state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 3) Thread[id=5476, name=qtp169517-5476 Acceptor0 SelectChannelConnector@127.0.0.1:49903, state=BLOCKED, group=TGRP-HttpPartitionTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:224) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=5481, name=qtp169517-5481, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=5475, name=qtp169517-5475 Selector1, state=RUNNABLE, group=TGRP-HttpPartitionTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569) at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=5492, name=Thread-2414, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:119) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:87) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:583) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:207) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=5488, name=Thread-2412, state=WAITING, group=TGRP-HttpPartitionTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:503) at org.apache.solr.core.CloserThread.run(CoreContainer.java:944) 8) Thread[id=5480, name=qtp169517-5480, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=5474, name=qtp169517-5474 Selector0, state=RUNNABLE, group=TGRP-HttpPartitionTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569) at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=5473, name=HashSessionScavenger-169, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) at java.util.TimerThread.run(Timer.java:505) 11) Thread[id=5485, name=TEST-HttpPartitionTest.testDistribSearch-seed#[292842B8F0023D51]-EventThread, state=WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 12) Thread[id=5477, name=qtp169517-5477 Acceptor1 SelectChannelConnector@127.0.0.1:49903, state=RUNNABLE, group=TGRP-HttpPartitionTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=5479, name=qtp169517-5479, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=5490, name=coreZkRegister-2828-thread-1, state=WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 15) Thread[id=5478, name=qtp169517-5478, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 15 threads leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:
1) Thread[id=5487, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=5484, name=TEST-HttpPartitionTest.testDistribSearch-seed#[292842B8F0023D51]-SendThread(127.0.0.1:51439), state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
3) Thread[id=5476, name=qtp169517-5476 Acceptor0 SelectChannelConnector@127.0.0.1:49903, state=BLOCKED, group=TGRP-HttpPartitionTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:224)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=5481, name=qtp169517-5481, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=5475, name=qtp169517-5475 Selector1, state=RUNNABLE, group=TGRP-HttpPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=5492, name=Thread-2414, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:119)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:87)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:583)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:207)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=5488, name=Thread-2412, state=WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:503)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
8) Thread[id=5480, name=qtp169517-5480, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=5474, name=qtp169517-5474 Selector0, state=RUNNABLE, group=TGRP-HttpPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=5473, name=HashSessionScavenger-169, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
11) Thread[id=5485, name=TEST-HttpPartitionTest.testDistribSearch-seed#[292842B8F0023D51]-EventThread, state=WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
12) Thread[id=5477, name=qtp169517-5477 Acceptor1 SelectChannelConnector@127.0.0.1:49903, state=RUNNABLE, group=TGRP-HttpPartitionTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=5479, name=qtp169517-5479, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=5490, name=coreZkRegister-2828-thread-1, state=WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=5478, name=qtp169517-5478, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([292842B8F0023D51]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5475, name=qtp169517-5475 Selector1, state=RUNNABLE, group=TGRP-HttpPartitionTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569) at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=5488, name=Thread-2412, state=WAITING, group=TGRP-HttpPartitionTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:503) at org.apache.solr.core.CloserThread.run(CoreContainer.java:944) 3) Thread[id=5477, name=qtp169517-5477 Acceptor1 SelectChannelConnector@127.0.0.1:49903, state=RUNNABLE, group=TGRP-HttpPartitionTest] at org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=5490, name=coreZkRegister-2828-thread-1, state=WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=5484, name=TEST-HttpPartitionTest.testDistribSearch-seed#[292842B8F0023D51]-SendThread(127.0.0.1:51439), state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 6) Thread[id=5473, name=HashSessionScavenger-169, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) at java.util.TimerThread.run(Timer.java:505) 7) Thread[id=5476, name=qtp169517-5476 Acceptor0 SelectChannelConnector@127.0.0.1:49903, state=BLOCKED, group=TGRP-HttpPartitionTest] at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=5474, name=qtp169517-5474 Selector0, state=RUNNABLE, group=TGRP-HttpPartitionTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569) at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=5487, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5475, name=qtp169517-5475 Selector1, state=RUNNABLE, group=TGRP-HttpPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=5488, name=Thread-2412, state=WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:503)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
3) Thread[id=5477, name=qtp169517-5477 Acceptor1 SelectChannelConnector@127.0.0.1:49903, state=RUNNABLE, group=TGRP-HttpPartitionTest]
at org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=5490, name=coreZkRegister-2828-thread-1, state=WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=5484, name=TEST-HttpPartitionTest.testDistribSearch-seed#[292842B8F0023D51]-SendThread(127.0.0.1:51439), state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
6) Thread[id=5473, name=HashSessionScavenger-169, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
7) Thread[id=5476, name=qtp169517-5476 Acceptor0 SelectChannelConnector@127.0.0.1:49903, state=BLOCKED, group=TGRP-HttpPartitionTest]
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=5474, name=qtp169517-5474 Selector0, state=RUNNABLE, group=TGRP-HttpPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=5487, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([292842B8F0023D51]:0)
REGRESSION: org.apache.solr.cloud.HttpPartitionTest.testDistribSearch
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([292842B8F0023D51:A8CECCA0875D5D6D]:0)
at java.net.PlainSocketImpl.socketBind(Native Method)
at java.net.AbstractPlainSocketImpl.bind(AbstractPlainSocketImpl.java:376)
at java.net.ServerSocket.bind(ServerSocket.java:376)
at org.apache.solr.cloud.SocketProxy.open(SocketProxy.java:101)
at org.apache.solr.cloud.SocketProxy.<init>(SocketProxy.java:79)
at org.apache.solr.cloud.HttpPartitionTest.createJetty(HttpPartitionTest.java:125)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:361)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:305)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11566 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/init-core-data-001
[junit4] 2> 1167890 T5440 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /lkw/b
[junit4] 2> 1167893 T5440 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 1167893 T5440 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1167894 T5441 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1167994 T5440 oasc.ZkTestServer.run start zk server on port:51439
[junit4] 2> 1167995 T5440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1177166 T5444 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 9170ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 1177169 T5447 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c7d5a name:ZooKeeperConnection Watcher:127.0.0.1:51439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1177170 T5440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1177171 T5440 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1177178 T5440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1177179 T5449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bdfa6 name:ZooKeeperConnection Watcher:127.0.0.1:51439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1177180 T5440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1177180 T5440 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1177182 T5440 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1177183 T5440 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1177185 T5440 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1177187 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1177188 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1177192 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1177192 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1177195 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1177196 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1177198 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1177199 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1177201 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1177202 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1177204 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1177205 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1177206 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1177207 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1177209 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1177209 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1177211 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1177212 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1177214 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1177215 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1177216 T5440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1177217 T5440 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1177476 T5440 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1177480 T5440 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49901
[junit4] 2> 1177480 T5440 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1177480 T5440 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1177481 T5440 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002
[junit4] 2> 1177481 T5440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/'
[junit4] 2> 1177494 T5440 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/solr.xml
[junit4] 2> 1177529 T5440 oasc.CoreContainer.<init> New CoreContainer 494906
[junit4] 2> 1177530 T5440 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/]
[junit4] 2> 1177530 T5440 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1177531 T5440 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1177531 T5440 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1177531 T5440 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1177532 T5440 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1177532 T5440 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1177532 T5440 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1177532 T5440 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1177533 T5440 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1177533 T5440 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1177534 T5440 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1177534 T5440 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1177534 T5440 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51439/solr
[junit4] 2> 1177535 T5440 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1177535 T5440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1177538 T5460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c8fcb3 name:ZooKeeperConnection Watcher:127.0.0.1:51439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1177538 T5440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1177540 T5440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1177542 T5462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d021c8 name:ZooKeeperConnection Watcher:127.0.0.1:51439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1177542 T5440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1177543 T5440 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1177547 T5440 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1177549 T5440 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1177550 T5440 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1177552 T5440 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1177554 T5440 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1177555 T5440 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49902_lkw%2Fb
[junit4] 2> 1177556 T5440 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49902_lkw%2Fb
[junit4] 2> 1177557 T5440 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1177558 T5440 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1177567 T5440 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49902_lkw%2Fb
[junit4] 2> 1177568 T5440 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1177571 T5440 oasc.Overseer.start Overseer (id=91734465467777027-127.0.0.1:49902_lkw%2Fb-n_0000000000) starting
[junit4] 2> 1177575 T5440 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1177588 T5464 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1177589 T5440 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1177589 T5464 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:49902_lkw%2Fb
[junit4] 2> 1177592 T5440 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1177595 T5440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1177598 T5463 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1177605 T5465 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 1177605 T5465 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1177606 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1177606 T5465 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1177608 T5463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1177609 T5463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49902/lkw/b",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:49902_lkw%2Fb",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1177609 T5463 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1177610 T5463 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1177613 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1177614 T5462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1178607 T5465 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1178608 T5465 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1178608 T5465 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1178608 T5465 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1178609 T5465 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1178609 T5465 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/collection1/'
[junit4] 2> 1178610 T5465 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 1178610 T5465 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 1178610 T5465 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 1178647 T5465 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1178682 T5465 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1178683 T5465 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1178689 T5465 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1178970 T5465 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1178975 T5465 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1178977 T5465 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1178985 T5465 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1178987 T5465 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1178990 T5465 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1178991 T5465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1178991 T5465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1178992 T5465 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1178993 T5465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1178993 T5465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1178993 T5465 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1178993 T5465 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1178993 T5465 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-002/collection1/, dataDir=./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/control/data/
[junit4] 2> 1178994 T5465 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e23f40
[junit4] 2> 1178994 T5465 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/control/data
[junit4] 2> 1178994 T5465 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/control/data/index/
[junit4] 2> 1178995 T5465 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1178995 T5465 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/control/data/index
[junit4] 2> 1178995 T5465 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=42.076171875, floorSegmentMB=1.263671875, forceMergeDeletesPctAllowed=23.138843387595916, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1178996 T5465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1d5e37f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ee3163),segFN=segments_1,generation=1}
[junit4] 2> 1178996 T5465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1179000 T5465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1179001 T5465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1179001 T5465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1179001 T5465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1179002 T5465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1179002 T5465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1179002 T5465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1179003 T5465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1179003 T5465 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1179003 T5465 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1179004 T5465 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1179004 T5465 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1179004 T5465 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1179005 T5465 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1179006 T5465 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1179006 T5465 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1179007 T5465 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1179011 T5465 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1179013 T5465 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1179013 T5465 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1179014 T5465 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=30.1220703125, floorSegmentMB=0.828125, forceMergeDeletesPctAllowed=21.675007518877507, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.509931440980044
[junit4] 2> 1179014 T5465 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1d5e37f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ee3163),segFN=segments_1,generation=1}
[junit4] 2> 1179015 T5465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1179015 T5465 oass.SolrIndexSearcher.<init> Opening Searcher@1f109b0[collection1] main
[junit4] 2> 1179015 T5465 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1179016 T5465 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1179016 T5465 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1179017 T5465 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1179017 T5465 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1179017 T5465 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1179017 T5465 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1179018 T5465 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1179018 T5465 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 1179018 T5465 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1179020 T5466 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f109b0[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1179021 T5465 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1179022 T5469 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49902/lkw/b collection:control_collection shard:shard1
[junit4] 2> 1179022 T5440 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1179022 T5440 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1179023 T5469 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1179026 T5440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1179026 T5472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b3022 name:ZooKeeperConnection Watcher:127.0.0.1:51439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1179027 T5440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1179027 T5440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1179028 T5469 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1179029 T5440 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1179029 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179029 T5469 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1179029 T5469 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1359 name=collection1 org.apache.solr.core.SolrCore@d9fd30 url=http://127.0.0.1:49902/lkw/b/collection1 node=127.0.0.1:49902_lkw%2Fb C1359_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:49902/lkw/b, core=collection1, node_name=127.0.0.1:49902_lkw%2Fb}
[junit4] 2> 1179030 T5469 C1359 P49902 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49902/lkw/b/collection1/
[junit4] 2> 1179030 T5463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1179030 T5469 C1359 P49902 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1179030 T5469 C1359 P49902 oasc.SyncStrategy.syncToMe http://127.0.0.1:49902/lkw/b/collection1/ has no replicas
[junit4] 2> 1179030 T5469 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49902/lkw/b/collection1/ shard1
[junit4] 2> 1179031 T5469 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1179032 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179034 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179039 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179141 T5472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1179141 T5462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1179185 T5469 oasc.ZkController.register We are http://127.0.0.1:49902/lkw/b/collection1/ and leader is http://127.0.0.1:49902/lkw/b/collection1/
[junit4] 2> 1179186 T5469 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49902/lkw/b
[junit4] 2> 1179186 T5469 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1179186 T5469 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 1179186 T5469 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1179187 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179188 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179188 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179188 T5469 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1179189 T5463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1179190 T5463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:49902/lkw/b",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:49902_lkw%2Fb",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1179191 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1179253 T5440 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1179253 T5440 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1179255 T5440 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49903
[junit4] 2> 1179255 T5440 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1179256 T5440 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1179256 T5440 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003
[junit4] 2> 1179256 T5440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/'
[junit4] 2> 1179267 T5440 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/solr.xml
[junit4] 2> 1179293 T5472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1179293 T5462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1179301 T5440 oasc.CoreContainer.<init> New CoreContainer 12749493
[junit4] 2> 1179302 T5440 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/]
[junit4] 2> 1179303 T5440 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1179303 T5440 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1179303 T5440 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1179303 T5440 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1179304 T5440 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1179304 T5440 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1179304 T5440 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1179305 T5440 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1179305 T5440 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1179305 T5440 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1179306 T5440 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1179306 T5440 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1179306 T5440 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51439/solr
[junit4] 2> 1179307 T5440 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1179307 T5440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1179309 T5483 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20779e name:ZooKeeperConnection Watcher:127.0.0.1:51439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1179309 T5440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1179310 T5440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1179312 T5485 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@db7b9a name:ZooKeeperConnection Watcher:127.0.0.1:51439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1179312 T5440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1179317 T5440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1180320 T5440 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49904_lkw%2Fb
[junit4] 2> 1180321 T5440 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49904_lkw%2Fb
[junit4] 2> 1180336 T5486 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1180337 T5486 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1180339 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1180339 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1180339 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1180339 T5486 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1180342 T5463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1180343 T5463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49904/lkw/b",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:49904_lkw%2Fb",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1180344 T5463 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1180344 T5463 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1180350 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1180453 T5472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1180453 T5485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1180453 T5462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1181340 T5486 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1181341 T5486 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1181341 T5486 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1181342 T5486 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1181342 T5486 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1181343 T5486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/collection1/'
[junit4] 2> 1181343 T5486 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 1181344 T5486 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 1181344 T5486 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 1181380 T5486 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1181416 T5486 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1181417 T5486 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1181423 T5486 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1181703 T5486 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1181708 T5486 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1181710 T5486 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1181718 T5486 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1181721 T5486 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1181723 T5486 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1181724 T5486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1181724 T5486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1181724 T5486 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1181725 T5486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1181725 T5486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1181725 T5486 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1181726 T5486 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1181726 T5486 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-003/collection1/, dataDir=./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/jetty1/
[junit4] 2> 1181726 T5486 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e23f40
[junit4] 2> 1181727 T5486 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/jetty1
[junit4] 2> 1181727 T5486 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/jetty1/index/
[junit4] 2> 1181727 T5486 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1181727 T5486 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-292842B8F0023D51-001/tempDir-001/jetty1/index
[junit4] 2> 1181728 T5486 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=42.076171875, floorSegmentMB=1.263671875, forceMergeDeletesPctAllowed=23.138843387595916, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1181728 T5486 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@186c41d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@154c86e),segFN=segments_1,generation=1}
[junit4] 2> 1181728 T5486 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1181732 T5486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1181732 T5486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1181732 T5486 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1181732 T5486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1181733 T5486 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1181733 T5486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1181733 T5486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1181733 T5486 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1181734 T5486 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1181734 T5486 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1181735 T5486 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1181735 T5486 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1181735 T5486 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1181735 T5486 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1181736 T5486 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1181736 T5486 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1181737 T5486 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1181739 T5486 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1181741 T5486 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1181742 T5486 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1181742 T5486 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=30.1220703125, floorSegmentMB=0.828125, forceMergeDeletesPctAllowed=21.675007518877507, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.509931440980044
[junit4] 2> 1181743 T5486 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@186c41d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@154c86e),segFN=segments_1,generation=1}
[junit4] 2> 1181743 T5486 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1181743 T5486 oass.SolrIndexSearcher.<init> Opening Searcher@295dea[collection1] main
[junit4] 2> 1181743 T5486 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1181744 T5486 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1181745 T5486 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1181745 T5486 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1181745 T5486 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1181745 T5486 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1181746 T5486 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1181746 T5486 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1181746 T5486 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 1181747 T5486 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1181749 T5487 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@295dea[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1181752 T5486 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1181752 T5490 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49904/lkw/b collection:collection1 shard:shard1
[junit4] 2> 1181753 T5440 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1181753 T5440 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1181753 T5490 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1181759 T5490 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1181760 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1181760 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1181760 T5490 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1181761 T5490 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1181760 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1181761 T5463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> ASYNC NEW_CORE C1360 name=collection1 org.apache.solr.core.SolrCore@e6ded1 url=http://127.0.0.1:49904/lkw/b/collection1 node=127.0.0.1:49904_lkw%2Fb C1360_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:49904/lkw/b, core=collection1, node_name=127.0.0.1:49904_lkw%2Fb}
[junit4] 2> 1181761 T5490 C1360 P49904 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49904/lkw/b/collection1/
[junit4] 2> 1181762 T5490 C1360 P49904 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1181762 T5490 C1360 P49904 oasc.SyncStrategy.syncToMe http://127.0.0.1:49904/lkw/b/collection1/ has no replicas
[junit4] 2> 1181762 T5490 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49904/lkw/b/collection1/ shard1
[junit4] 2> 1181762 T5490 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1181763 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1181765 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1181767 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1181775 T5440 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:49902/lkw/b
[junit4] 2> 1181777 T5440 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 49902
[junit4] 2> 1181778 T5440 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=494906
[junit4] 2> 1181778 T5440 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 1181779 T5440 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1181781 T5462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer
[...truncated too long message...]
at java.lang.Thread.run(Thread.java:745)
[junit4] > 14) Thread[id=5490, name=coreZkRegister-2828-thread-1, state=WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 15) Thread[id=5478, name=qtp169517-5478, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([292842B8F0023D51]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=5475, name=qtp169517-5475 Selector1, state=RUNNABLE, group=TGRP-HttpPartitionTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4] > at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=5488, name=Thread-2412, state=WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:503)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
[junit4] > 3) Thread[id=5477, name=qtp169517-5477 Acceptor1 SelectChannelConnector@127.0.0.1:49903, state=RUNNABLE, group=TGRP-HttpPartitionTest]
[junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
[junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 4) Thread[id=5490, name=coreZkRegister-2828-thread-1, state=WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=5484, name=TEST-HttpPartitionTest.testDistribSearch-seed#[292842B8F0023D51]-SendThread(127.0.0.1:51439), state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 6) Thread[id=5473, name=HashSessionScavenger-169, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.util.TimerThread.mainLoop(Timer.java:552)
[junit4] > at java.util.TimerThread.run(Timer.java:505)
[junit4] > 7) Thread[id=5476, name=qtp169517-5476 Acceptor0 SelectChannelConnector@127.0.0.1:49903, state=BLOCKED, group=TGRP-HttpPartitionTest]
[junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=5474, name=qtp169517-5474 Selector0, state=RUNNABLE, group=TGRP-HttpPartitionTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4] > at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=5487, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([292842B8F0023D51]:0)
[junit4] Completed on J0 in 158.44s, 1 test, 1 failure, 3 errors <<< FAILURES!
[...truncated 190 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1296: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:920: There were test failures: 400 suites, 1679 tests, 3 suite-level errors, 1 error, 276 ignored (16 assumptions)
Total time: 78 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_55 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure