You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/02/11 09:00:45 UTC

[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1094 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1094/

11 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


FAILED:  org.apache.solr.cloud.DeleteShardTest.test

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:44687 within 45000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:44687 within 45000 ms
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A:E7A8E6E34BBBB7A2]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:105)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:88)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:82)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:75)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:197)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:934)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:44687 within 45000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:208)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:173)
	... 38 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteShardTest

Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteShardTest:     1) Thread[id=11133, name=qtp1297997705-11133, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=11134, name=qtp370483280-11134, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=11131, name=qtp415401506-11131, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=11070, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DeleteShardTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=11132, name=qtp1868655190-11132, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=11073, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-DeleteShardTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)    7) Thread[id=11069, name=Thread-9987, state=WAITING, group=TGRP-DeleteShardTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)         at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945)         at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:416)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)         at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)         at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)         at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)         at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)         at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)    8) Thread[id=11135, name=qtp413760287-11135, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=11071, name=SessionTracker, state=TIMED_WAITING, group=TGRP-DeleteShardTest]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteShardTest: 
   1) Thread[id=11133, name=qtp1297997705-11133, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=11134, name=qtp370483280-11134, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=11131, name=qtp415401506-11131, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=11070, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DeleteShardTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=11132, name=qtp1868655190-11132, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=11073, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-DeleteShardTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
   7) Thread[id=11069, name=Thread-9987, state=WAITING, group=TGRP-DeleteShardTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)
        at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945)
        at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:416)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
        at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
        at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)
        at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)
        at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
   8) Thread[id=11135, name=qtp413760287-11135, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   9) Thread[id=11071, name=SessionTracker, state=TIMED_WAITING, group=TGRP-DeleteShardTest]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteShardTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=11070, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DeleteShardTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=11069, name=Thread-9987, state=WAITING, group=TGRP-DeleteShardTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)         at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945)         at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:416)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)         at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)         at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)         at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)         at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)         at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=11070, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DeleteShardTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=11069, name=Thread-9987, state=WAITING, group=TGRP-DeleteShardTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)
        at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945)
        at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:416)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
        at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
        at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
        at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)
        at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)
        at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.QueryResultKeyTest

Error Message:


Stack Trace:
java.lang.AssertionError
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.QueryResultKeyTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.core.QueryResultKeyTest:     1) Thread[id=10712, name=qtp1868655190-10712, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=10710, name=qtp370483280-10710, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=10713, name=qtp1297997705-10713, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=10711, name=qtp415401506-10711, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=10714, name=qtp413760287-10714, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.core.QueryResultKeyTest: 
   1) Thread[id=10712, name=qtp1868655190-10712, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=10710, name=qtp370483280-10710, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=10713, name=qtp1297997705-10713, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=10711, name=qtp415401506-10711, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=10714, name=qtp413760287-10714, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestNRTOpen

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.core.TestNRTOpen:     1) Thread[id=11056, name=qtp415401506-11056, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=11055, name=qtp370483280-11055, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=11054, name=qtp1297997705-11054, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=11052, name=qtp1868655190-11052, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=11053, name=qtp413760287-11053, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.core.TestNRTOpen: 
   1) Thread[id=11056, name=qtp415401506-11056, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=11055, name=qtp370483280-11055, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=11054, name=qtp1297997705-11054, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=11052, name=qtp1868655190-11052, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=11053, name=qtp413760287-11053, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestQuerySenderListener

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)
	at org.apache.lucene.util.TestRuleRestoreSystemProperties.before(TestRuleRestoreSystemProperties.java:52)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.spelling.WordBreakSolrSpellCheckerTest

Error Message:
ObjectTracker found 643 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrZkClient, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, SolrZkClient, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, RawDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrZkClient, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrZkClient, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrZkClient, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 643 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrZkClient, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, SolrZkClient, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, RawDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrZkClient, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, MDCAwareThreadPoolExecutor, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrZkClient, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, SolrCore, SolrCore, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrZkClient, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.spelling.WordBreakSolrSpellCheckerTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.spelling.WordBreakSolrSpellCheckerTest:     1) Thread[id=10895, name=qtp415401506-10895, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=10897, name=qtp1868655190-10897, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=10898, name=qtp1297997705-10898, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=10899, name=qtp370483280-10899, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=10896, name=qtp413760287-10896, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.spelling.WordBreakSolrSpellCheckerTest: 
   1) Thread[id=10895, name=qtp415401506-10895, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=10897, name=qtp1868655190-10897, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=10898, name=qtp1297997705-10898, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=10899, name=qtp370483280-10899, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=10896, name=qtp413760287-10896, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)




Build Log:
[...truncated 12631 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FFCD939E547DA5A-001/init-core-data-001
   [junit4]   2> 135720 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[6FFCD939E547DA5A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 135720 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[6FFCD939E547DA5A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ii_qf/f
   [junit4]   2> 135728 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 135728 INFO  (Thread-2356) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 135728 INFO  (Thread-2356) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 135828 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.ZkTestServer start zk server on port:43346
   [junit4]   2> 135829 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 135829 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 135839 INFO  (zkCallback-56-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e1cf1b5 name:ZooKeeperConnection Watcher:127.0.0.1:43346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 135839 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 135840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 135840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 135845 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x152ceddf0410000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 135846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 135849 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 135855 INFO  (zkCallback-57-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11902c05 name:ZooKeeperConnection Watcher:127.0.0.1:43346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 135855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 135856 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 135856 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 135859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 135861 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 135863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 135865 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 135865 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 135868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 135869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 135871 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 135872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 135874 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 135874 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 135876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 135877 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 135879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 135879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 135882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FFCD939E547DA5A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/j

[...truncated too long message...]

bPoll(QueuedThreadPool.java:531)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=11073, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-DeleteShardTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
   [junit4]    >    7) Thread[id=11069, name=Thread-9987, state=WAITING, group=TGRP-DeleteShardTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)
   [junit4]    >         at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945)
   [junit4]    >         at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:416)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
   [junit4]    >         at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
   [junit4]    >         at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)
   [junit4]    >         at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)
   [junit4]    >         at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
   [junit4]    >    8) Thread[id=11135, name=qtp413760287-11135, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    9) Thread[id=11071, name=SessionTracker, state=TIMED_WAITING, group=TGRP-DeleteShardTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=11070, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DeleteShardTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=11069, name=Thread-9987, state=WAITING, group=TGRP-DeleteShardTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)
   [junit4]    >         at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945)
   [junit4]    >         at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:416)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
   [junit4]    >         at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
   [junit4]    >         at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
   [junit4]    >         at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)
   [junit4]    >         at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)
   [junit4]    >         at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6FFCD939E547DA5A]:0)
   [junit4] Completed [486/568 (6!)] on J1 in 73.66s, 1 test, 3 errors <<< FAILURES!

[...truncated 247 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J1-20160211_054418_957.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/heapdumps/java_pid7918.hprof ...
   [junit4] Heap dump file created [624519490 bytes in 6.639 secs]
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J1-20160211_054418_957.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "NIOServerCxn.Factory:0.0.0.0/0.0.0.0:43346"
   [junit4] <<< JVM J1: EOF ----

[...truncated 17 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 568 suites (7 ignored), 2269 tests, 9 suite-level errors, 2 errors, 283 ignored (10 assumptions) [seed: 6FFCD939E547DA5A]

Total time: 252 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1103 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1103/

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:57092/collection1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:57092/collection1]
	at __randomizedtesting.SeedInfo.seed([F181951231137BA6:79D5AAC89FEF165E]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1377)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:609)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:591)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:570)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:279)
	at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57092/collection1: no servers hosting shard: shard1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 53 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=25631, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25631, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55723: collection already exists: awholynewstresscollection_collection1_2
	at __randomizedtesting.SeedInfo.seed([F181951231137BA6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1573)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1594)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:960)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
	at __randomizedtesting.SeedInfo.seed([F181951231137BA6:6F27B4AF7FBD440]:0)
	at java.util.ArrayList.rangeCheck(ArrayList.java:635)
	at java.util.ArrayList.get(ArrayList.java:411)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1241)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 14 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:766)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1022)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1053)
	at hudson.scm.SCM.checkout(SCM.java:484)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1274)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:609)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:531)
	at hudson.model.Run.execute(Run.java:1738)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:381)
Caused by: hudson.plugins.git.GitException: Command "git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: fatal: read error: Connection reset by peer

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1693)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1441)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:62)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:313)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:152)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:145)
	at hudson.remoting.UserRequest.perform(UserRequest.java:121)
	at hudson.remoting.UserRequest.perform(UserRequest.java:49)
	at hudson.remoting.Request$2.run(Request.java:326)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
	at ......remote call to lucene(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1413)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:221)
	at hudson.remoting.Channel.call(Channel.java:778)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:145)
	at sun.reflect.GeneratedMethodAccessor533.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:131)
	at com.sun.proxy.$Proxy74.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:764)
	... 11 more
ERROR: null
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Cleaning workspace
 > git rev-parse --verify HEAD # timeout=10
Resetting working tree
 > git reset --hard # timeout=10
 > git clean -fdx # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
 > git --version # timeout=10
 > git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:766)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1022)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1053)
	at hudson.scm.SCM.checkout(SCM.java:484)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1274)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:609)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:531)
	at hudson.model.Run.execute(Run.java:1738)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:381)
Caused by: hudson.plugins.git.GitException: Command "git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: fatal: read error: Connection reset by peer

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1693)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1441)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:62)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:313)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:152)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:145)
	at hudson.remoting.UserRequest.perform(UserRequest.java:121)
	at hudson.remoting.UserRequest.perform(UserRequest.java:49)
	at hudson.remoting.Request$2.run(Request.java:326)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
	at ......remote call to lucene(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1413)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:221)
	at hudson.remoting.Channel.call(Channel.java:778)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:145)
	at sun.reflect.GeneratedMethodAccessor533.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:131)
	at com.sun.proxy.$Proxy74.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:764)
	... 11 more
ERROR: null
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Cleaning workspace
 > git rev-parse --verify HEAD # timeout=10
Resetting working tree
 > git reset --hard # timeout=10
 > git clean -fdx # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
 > git --version # timeout=10
 > git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
 > git rev-parse refs/remotes/origin/branch_5x^{commit} # timeout=10
 > git rev-parse refs/remotes/origin/origin/branch_5x^{commit} # timeout=10
Checking out Revision e8acc04c68ac74ca5757285581c42457100c990c (refs/remotes/origin/branch_5x)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f e8acc04c68ac74ca5757285581c42457100c990c
 > git rev-list e8acc04c68ac74ca5757285581c42457100c990c # timeout=10
No emails were triggered.
[Lucene-Solr-NightlyTests-5.x] $ /home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/bin/ant -Dtests.multiplier=2 -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt jenkins-nightly
Buildfile: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml

jenkins-nightly:

-print-java-info:
[java-info] java version "1.7.0_80"
[java-info] Java(TM) SE Runtime Environment (1.7.0_80-b15, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (24.80-b11, Oracle Corporation)
[java-info] Test args: []

clean:

clean:

clean:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.3.0 - 20130110142753 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/ivy-settings.xml

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.4 in public
[ivy:cachepath] :: resolution report :: resolve 193ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-test-with-heapdumps-enabled:
     [echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/heapdumps'.
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/heapdumps

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/ivy-settings.xml

resolve-groovy:

test:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/ivy-settings.xml

-clover.load:

resolve-groovy:

-init-totals:

test-core:

-clover.disable:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/ivy-settings.xml

-clover.load:

-clover.classpath:

-clover.setup:

clover:

-check-git-state:

-git-cleanroot:

-copy-git-state:
     [copy] Copying 1 file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build

git-autoclean:

resolve:

init:

compile-core:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java
    [javac] Compiling 739 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene54/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene53/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
     [copy] Copying 3 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/java

compile-test-framework:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/ivy-settings.xml

resolve:

init:

compile-lucene-core:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/ivy-settings.xml

resolve:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:

compile-codecs:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/ivy-settings.xml

resolve:

common.init:

compile-lucene-core:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java
    [javac] Compiling 64 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java/org/apache/lucene/codecs/autoprefix/package-info.class
     [copy] Copying 3 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/codecs/classes/java

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

common.compile-core:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java
    [javac] Compiling 174 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
     [copy] Copying 4 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/test-framework/classes/java

compile-core:

compile-test:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/test
    [javac] Compiling 429 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/test
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 3 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/classes/test

install-junit4-taskdef:

validate:

resolve-groovy:

-init-totals:

-test:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/test
[loadresource] Do not set property tests.explicitclass as its length is 0.
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/test/temp
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/.caches/test-stats/core
   [junit4] <JUnit4> says नमस्ते! Master seed: AE8149EA276CA1C6
   [junit4] Executing 421 suites with 3 JVMs.
   [junit4] 
   [junit4] Started J1 PID(1140@localhost).
   [junit4] Started J0 PID(1142@localhost).
   [junit4] Started J2 PID(1141@localhost).
   [junit4] Suite: org.apache.lucene.search.TestBooleanCoord
   [junit4] Completed [1/421] on J2 in 2.01s, 76 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerms
   [junit4] Completed [2/421] on J1 in 6.75s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitNorms
   [junit4] Completed [3/421] on J2 in 4.73s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMinShouldMatch2
   [junit4] Completed [4/421] on J0 in 13.93s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVersion
   [junit4] Completed [5/421] on J0 in 0.15s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestManyFields
   [junit4] Completed [6/421] on J1 in 14.15s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBM25Similarity
   [junit4] Completed [7/421] on J1 in 0.12s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
   [junit4] Completed [8/421] on J1 in 0.35s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestLockFactory
   [junit4] Completed [9/421] on J1 in 0.19s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIntBlockPool
   [junit4] Completed [10/421] on J1 in 0.75s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDocument
   [junit4] Completed [11/421] on J1 in 0.16s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSPIClassIterator
   [junit4] Completed [12/421] on J1 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestTrackingDirectoryWrapper
   [junit4] IGNOR/A 0.02s J1 | TestTrackingDirectoryWrapper.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [13/421] on J1 in 1.91s, 47 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntroSorter
   [junit4] Completed [14/421] on J1 in 0.66s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoostQuery
   [junit4] Completed [15/421] on J1 in 0.11s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4] Completed [16/421] on J2 in 26.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
   [junit4] Completed [17/421] on J0 in 20.82s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCachingWrapperFilter
   [junit4] Completed [18/421] on J2 in 4.70s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4] Completed [19/421] on J2 in 1.97s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNorms
   [junit4] Completed [20/421] on J2 in 19.19s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestFieldType
   [junit4] Completed [21/421] on J2 in 0.07s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestQueryBuilder
   [junit4] Completed [22/421] on J2 in 0.15s, 20 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMmapDirectory
   [junit4] Completed [23/421] on J2 in 3.58s, 42 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCharsRef
   [junit4] Completed [24/421] on J2 in 0.15s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocIdSet
   [junit4] Completed [25/421] on J2 in 0.08s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentWriter
   [junit4] Completed [26/421] on J2 in 1.36s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocCount
   [junit4] Completed [27/421] on J2 in 0.69s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
   [junit4] Completed [28/421] on J2 in 2.07s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingByteBlockAllocator
   [junit4] Completed [29/421] on J2 in 0.07s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPostings
   [junit4] Completed [30/421] on J2 in 5.58s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcardRandom
   [junit4] Completed [31/421] on J2 in 0.90s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestNumericTokenStream
   [junit4] Completed [32/421] on J2 in 0.05s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestQueryWrapperFilter
   [junit4] Completed [33/421] on J2 in 0.97s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanCollection
   [junit4] Completed [34/421] on J2 in 0.06s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIndexSearcher
   [junit4] Completed [35/421] on J2 in 0.59s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom
   [junit4] Completed [36/421] on J2 in 1.31s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
   [junit4] Completed [37/421] on J2 in 7.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
   [junit4] Completed [38/421] on J2 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcard
   [junit4] Completed [39/421] on J2 in 0.27s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFilteredQuery
   [junit4] Completed [40/421] on J2 in 3.68s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReaderWrapperDVTypeCheck
   [junit4] Completed [41/421] on J2 in 0.13s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:00:09, stalled for 69.7s at: TestDemoParallelLeafReader.testRandom
   [junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
   [junit4] Completed [42/421] on J2 in 14.58s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50SegmentInfoFormat
   [junit4] Completed [43/421] on J2 in 1.17s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
   [junit4] Completed [44/421] on J2 in 2.45s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
   [junit4] Completed [45/421] on J2 in 0.60s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRateLimiter
   [junit4] Completed [46/421] on J2 in 0.34s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4] Completed [47/421] on J2 in 0.15s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
   [junit4] Completed [48/421] on J2 in 4.60s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestExternalCodecs
   [junit4] Completed [49/421] on J2 in 2.68s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQueryUnicode
   [junit4] Completed [50/421] on J2 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
   [junit4] Completed [51/421] on J2 in 1.39s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestQueryCachingPolicy
   [junit4] Completed [52/421] on J2 in 0.04s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:01:45, stalled for 60.3s at: TestDemoParallelLeafReader.testRandomMultipleSchemaGens
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:01:57, stalled for 66.0s at: TestNumericDocValuesUpdates.testTonsOfUpdates
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:02:33, stalled for 61.7s at: TestLucene53NormsFormat.testNCommonBig
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:02:57, stalled for  126s at: TestNumericDocValuesUpdates.testTonsOfUpdates
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:03:33, stalled for  122s at: TestLucene53NormsFormat.testNCommonBig
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:03:45, stalled for 67.8s at: TestDemoParallelLeafReader.testRandomMultipleSchemaGensSameField
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:03:57, stalled for  186s at: TestNumericDocValuesUpdates.testTonsOfUpdates
   [junit4] Suite: org.apache.lucene.codecs.lucene53.TestLucene53NormsFormat
   [junit4] IGNOR/A 0.01s J0 | TestLucene53NormsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [53/421] on J0 in 307.34s, 17 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCollectionUtil
   [junit4] Completed [54/421] on J0 in 12.37s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTimeLimitingCollector
   [junit4] Completed [55/421] on J0 in 5.23s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
   [junit4] Completed [56/421] on J0 in 0.07s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
   [junit4] Completed [57/421] on J0 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpansAdvanced
   [junit4] Completed [58/421] on J0 in 0.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanScorer
   [junit4] Completed [59/421] on J0 in 3.72s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateSort
   [junit4] Completed [60/421] on J0 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNumericUtils
   [junit4] Completed [61/421] on J0 in 2.17s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTermination
   [junit4] Completed [62/421] on J0 in 0.65s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:04:45, stalled for  128s at: TestDemoParallelLeafReader.testRandomMultipleSchemaGensSameField
   [junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
   [junit4] Completed [63/421] on J0 in 6.79s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
   [junit4] Completed [64/421] on J0 in 0.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNIOFSDirectory
   [junit4] Completed [65/421] on J0 in 1.64s, 42 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
   [junit4] Completed [66/421] on J1 in 357.45s, 5 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:04:57, stalled for  246s at: TestNumericDocValuesUpdates.testTonsOfUpdates
   [junit4] Suite: org.apache.lucene.index.TestCodecs
   [junit4] Completed [67/421] on J1 in 0.67s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
   [junit4] Completed [68/421] on J0 in 13.33s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
   [junit4] Completed [69/421] on J0 in 0.48s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
   [junit4] Completed [70/421] on J0 in 3.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
   [junit4] Completed [71/421] on J0 in 1.87s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedChecksum
   [junit4] Completed [72/421] on J0 in 0.22s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestDemo
   [junit4] Completed [73/421] on J0 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
   [junit4] Completed [74/421] on J0 in 1.14s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
   [junit4] Completed [75/421] on J0 in 6.28s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexReaderClose
   [junit4] Completed [76/421] on J0 in 0.18s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4] Completed [77/421] on J0 in 9.62s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedCodecs
   [junit4] Completed [78/421] on J0 in 4.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.Test2BPagedBytes
   [junit4] IGNOR/A 0.00s J0 | Test2BPagedBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=You must increase heap to > 2 G to run this))
   [junit4] Completed [79/421] on J0 in 0.04s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterFromReader
   [junit4] Completed [80/421] on J0 in 4.01s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriter
   [junit4] Completed [81/421] on J0 in 12.31s, 70 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:05:57, stalled for  306s at: TestNumericDocValuesUpdates.testTonsOfUpdates
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:06:09, stalled for 71.6s at: TestGrowableByteArrayDataOutput.testWriteLargeStrings
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
   [junit4] Completed [82/421] on J0 in 41.28s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanOrQuery
   [junit4] Completed [83/421] on J0 in 0.03s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRefHash
   [junit4] Completed [84/421] on J0 in 2.23s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCustomSearcherSort
   [junit4] Completed [85/421] on J0 in 2.27s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
   [junit4] Completed [86/421] on J0 in 0.45s, 18 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
   [junit4] Completed [87/421] on J0 in 1.47s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
   [junit4] Completed [88/421] on J2 in 371.78s, 29 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBitDocIdSetBuilder
   [junit4] Completed [89/421] on J2 in 0.16s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.FiniteStringsIteratorTest
   [junit4] Completed [90/421] on J2 in 0.40s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRescorer
   [junit4] Completed [91/421] on J2 in 0.94s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.FuzzyTermOnShortTermsTest
   [junit4] Completed [92/421] on J2 in 0.26s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
   [junit4] Completed [93/421] on J2 in 0.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocInverterPerFieldErrorInfo
   [junit4] Completed [94/421] on J2 in 0.07s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomNorms
   [junit4] Completed [95/421] on J0 in 12.48s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDoc
   [junit4] Completed [96/421] on J0 in 0.19s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestGrowableByteArrayDataOutput
   [junit4] Completed [97/421] on J1 in 115.81s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSetOnce
   [junit4] Completed [98/421] on J1 in 0.07s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAddIndexes
   [junit4] Completed [99/421] on J1 in 7.68s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanBoostQuery
   [junit4] Completed [100/421] on J1 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestSimpleAttributeImpl
   [junit4] Completed [101/421] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
   [junit4] Completed [102/421] on J0 in 18.71s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
   [junit4] Completed [103/421] on J0 in 1.45s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRandom
   [junit4] Completed [104/421] on J0 in 1.63s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestArrayUtil
   [junit4] Completed [105/421] on J0 in 3.83s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIOUtils
   [junit4] Completed [106/421] on J0 in 0.11s, 18 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFilterSpans
   [junit4] Completed [107/421] on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOrdinalMap
   [junit4] Completed [108/421] on J0 in 0.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressNRT
   [junit4] Completed [109/421] on J0 in 2.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiTermsEnum
   [junit4] Completed [110/421] on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVirtualMethod
   [junit4] Completed [111/421] on J0 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixQuery
   [junit4] Completed [112/421] on J1 in 18.16s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
   [junit4] Completed [113/421] on J0 in 6.02s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSleepingLockWrapper
   [junit4] Completed [114/421] on J0 in 6.30s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedDocValuesUpdates
   [junit4] Completed [115/421] on J2 in 58.26s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermdocPerf
   [junit4] Completed [116/421] on J2 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
   [junit4] Completed [117/421] on J2 in 5.08s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestOperations
   [junit4] Completed [118/421] on J2 in 1.23s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
   [junit4] Completed [119/421] on J2 in 0.07s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
   [junit4] Completed [120/421] on J1 in 46.46s, 33 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
   [junit4] Completed [121/421] on J1 in 7.98s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixRandom
   [junit4] Completed [122/421] on J1 in 0.83s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestAutomaton
   [junit4] Completed [123/421] on J1 in 6.38s, 56 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
   [junit4] Completed [124/421] on J1 in 3.77s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
   [junit4] Completed [125/421] on J1 in 1.10s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
   [junit4] Completed [126/421] on J1 in 1.26s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
   [junit4] Completed [127/421] on J1 in 0.10s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.mutable.TestMutableValues
   [junit4] Completed [128/421] on J1 in 0.05s, 6 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:08:33, stalled for 65.8s at: Test2BPostings.test
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4] Completed [129/421] on J2 in 68.16s, 28 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxPosition
   [junit4] Completed [130/421] on J2 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSwappedIndexFiles
   [junit4] Completed [131/421] on J2 in 0.37s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchNoDocsQuery
   [junit4] Completed [132/421] on J2 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpansEnum
   [junit4] Completed [133/421] on J2 in 0.17s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestMergedIterator
   [junit4] Completed [134/421] on J2 in 0.40s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestField
   [junit4] Completed [135/421] on J2 in 0.08s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
   [junit4] Completed [136/421] on J2 in 1.81s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestLSBRadixSorter
   [junit4] Completed [137/421] on J2 in 0.28s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhraseQuery
   [junit4] Completed [138/421] on J2 in 4.01s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormatHighCompression
   [junit4] Completed [139/421] on J1 in 37.77s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerm
   [junit4] Completed [140/421] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestBasics
   [junit4] Completed [141/421] on J1 in 4.64s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestByteBlockPool
   [junit4] Completed [142/421] on J1 in 0.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
   [junit4] Completed [143/421] on J1 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldValueQuery
   [junit4] Completed [144/421] on J1 in 7.00s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestAssertions
   [junit4] Completed [145/421] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
   [junit4] Completed [146/421] on J1 in 0.28s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderCleanup
   [junit4] Completed [147/421] on J1 in 0.11s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixFilter
   [junit4] Completed [148/421] on J1 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
   [junit4] Completed [149/421] on J1 in 0.64s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
   [junit4] Completed [150/421] on J2 in 15.29s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
   [junit4] Completed [151/421] on J2 in 1.40s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFilterIterator
   [junit4] Completed [152/421] on J2 in 0.04s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMultiMMap
   [junit4] Completed [153/421] on J2 in 10.72s, 54 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestExceedMaxTermLength
   [junit4] Completed [154/421] on J2 in 0.03s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:09:33, stalled for  126s at: Test2BPostings.test
   [junit4] Suite: org.apache.lucene.index.TestTransactions
   [junit4] Completed [155/421] on J2 in 2.23s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFixedBitSet
   [junit4] Completed [156/421] on J1 in 27.11s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollingUpdates
   [junit4] Completed [157/421] on J2 in 11.59s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
   [junit4] Completed [158/421] on J2 in 0.93s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFilteredSearch
   [junit4] Completed [159/421] on J2 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.MultiCollectorTest
   [junit4] Completed [160/421] on J2 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestTimSorterWorstCase
   [junit4] Completed [161/421] on J1 in 43.36s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:10:33, stalled for  186s at: Test2BPostings.test
   [junit4] Suite: org.apache.lucene.search.TestTermRangeFilter
   [junit4] Completed [162/421] on J1 in 8.32s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing
   [junit4] Completed [163/421] on J1 in 5.00s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
   [junit4] Completed [164/421] on J1 in 0.42s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrash
   [junit4] Completed [165/421] on J1 in 1.73s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
   [junit4] IGNOR/A 0.00s J1 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes over two hours))
   [junit4] Completed [166/421] on J1 in 11.24s, 21 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentMerger
   [junit4] Completed [167/421] on J1 in 0.57s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestByteSlices
   [junit4] Completed [168/421] on J1 in 6.36s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:11:33, stalled for  246s at: Test2BPostings.test
   [junit4] Suite: org.apache.lucene.util.fst.TestFSTs
   [junit4] Completed [169/421] on J1 in 70.35s, 20 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReadOnlyIndex
   [junit4] Completed [170/421] on J1 in 0.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
   [junit4] Completed [171/421] on J1 in 1.57s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:12:33, stalled for  306s at: Test2BPostings.test
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4] Completed [172/421] on J2 in 185.38s, 96 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:13:33, stalled for 70.9s at: TestIndexWriterExceptions.testTooManyTokens
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:13:33, stalled for  366s at: Test2BPostings.test
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4] Completed [173/421] on J2 in 71.68s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
   [junit4] Completed [174/421] on J2 in 14.92s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNumericRangeQuery64
   [junit4] Completed [175/421] on J2 in 8.14s, 29 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:14:33, stalled for  131s at: TestIndexWriterExceptions.testTooManyTokens
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:14:33, stalled for  426s at: Test2BPostings.test
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:15:33, stalled for  191s at: TestIndexWriterExceptions.testTooManyTokens
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:15:33, stalled for  486s at: Test2BPostings.test
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:15:57, stalled for 69.1s at: TestPackedInts.testPackedLongValues
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:16:33, stalled for  546s at: Test2BPostings.test
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:16:57, stalled for  129s at: TestPackedInts.testPackedLongValues
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
   [junit4] Completed [176/421] on J1 in 294.59s, 36 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReaderClosed
   [junit4] Completed [177/421] on J1 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostings
   [junit4] Completed [178/421] on J0 in 590.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat2
   [junit4] Completed [179/421] on J0 in 4.80s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIsCurrent
   [junit4] Completed [180/421] on J0 in 0.09s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
   [junit4] IGNOR/A 0.00s J0 | Test2BBinaryDocValues.testFixedBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
   [junit4] IGNOR/A 0.00s J0 | Test2BBinaryDocValues.testVariableBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [181/421] on J0 in 0.00s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
   [junit4] Completed [182/421] on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestLongBitSet
   [junit4] Completed [183/421] on J0 in 12.50s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpQuery
   [junit4] Completed [184/421] on J0 in 0.12s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestShardSearching
   [junit4] Completed [185/421] on J0 in 16.34s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:17:57, stalled for  189s at: TestPackedInts.testPackedLongValues
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
   [junit4] Completed [186/421] on J0 in 9.65s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
   [junit4] Completed [187/421] on J0 in 0.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReader
   [junit4] Completed [188/421] on J0 in 3.05s, 24 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
   [junit4] Completed [189/421] on J0 in 0.53s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPositions
   [junit4] Completed [190/421] on J0 in 6.64s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
   [junit4] Completed [191/421] on J0 in 2.83s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCodecLoadingDeadlock
   [junit4] Completed [192/421] on J0 in 0.35s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:18:21, stalled for 71.6s at: TestLRUQueryCache.testRandom
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:18:57, stalled for  249s at: TestPackedInts.testPackedLongValues
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:19:21, stalled for 66.5s at: TestSearcherManager.testSearcherManager
   [junit4] Suite: org.apache.lucene.search.TestLRUQueryCache
   [junit4] Completed [193/421] on J1 in 140.57s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
   [junit4] IGNOR/A 0.01s J1 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [194/421] on J1 in 9.56s, 43 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
   [junit4] Completed [195/421] on J1 in 0.17s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDateTools
   [junit4] Completed [196/421] on J1 in 0.16s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BTerms
   [junit4] IGNOR/A 0.00s J1 | Test2BTerms.test2BTerms
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 5g minimum heap))
   [junit4] Completed [197/421] on J1 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
   [junit4] IGNOR/A 0.00s J1 | TestRamUsageEstimator.testPrintValues
   [junit4]    > Assumption #1: Specify -Dtests.verbose=true to print constants of RamUsageEstimator.
   [junit4] Completed [198/421] on J1 in 0.03s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNeedsScores
   [junit4] Completed [199/421] on J1 in 0.06s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryTerms
   [junit4] Completed [200/421] on J1 in 0.10s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestBinaryDocument
   [junit4] Completed [201/421] on J1 in 0.02s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:19:57, stalled for  309s at: TestPackedInts.testPackedLongValues
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:20:21, stalled for  127s at: TestSearcherManager.testSearcherManager
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:20:45, stalled for 65.1s at: TestOfflineSorter.testThreadSafety
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:20:57, stalled for  369s at: TestPackedInts.testPackedLongValues
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:21:21, stalled for  187s at: TestSearcherManager.testSearcherManager
   [junit4] Suite: org.apache.lucene.util.TestOfflineSorter
   [junit4] Completed [202/421] on J1 in 112.77s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestAttributeSource
   [junit4] Completed [203/421] on J1 in 0.06s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
   [junit4] Completed [204/421] on J1 in 4.08s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressAdvance
   [junit4] Completed [205/421] on J1 in 5.82s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitPositions
   [junit4] Completed [206/421] on J1 in 0.92s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanTermQuery
   [junit4] Completed [207/421] on J1 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocTermOrdsRewriteMethod
   [junit4] Completed [208/421] on J1 in 10.09s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing2
   [junit4] Completed [209/421] on J1 in 2.74s, 3 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:21:57, stalled for  429s at: TestPackedInts.testPackedLongValues
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
   [junit4] IGNOR/A 0.04s J1 | TestIndexWriterWithThreads.testOpenTwoIndexWritersOnDifferentThreads
   [junit4]    > Assumption #1: aborting test: timeout obtaining lock
   [junit4] Completed [210/421] on J1 in 15.89s, 12 tests, 1 skipped
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:22:21, stalled for  247s at: TestSearcherManager.testSearcherManager
   [junit4] Suite: org.apache.lucene.search.TestNumericRangeQuery32
   [junit4] Completed [211/421] on J1 in 16.32s, 23 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:22:57, stalled for  489s at: TestPackedInts.testPackedLongValues
   [junit4] Suite: org.apache.lucene.search.TestBooleanOr
   [junit4] Completed [212/421] on J1 in 47.63s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
   [junit4] Completed [213/421] on J1 in 3.57s, 5 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:23:21, stalled for  307s at: TestSearcherManager.testSearcherManager
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
   [junit4] Completed [214/421] on J1 in 2.53s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4] Completed [215/421] on J2 in 551.11s, 28 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
   [junit4] Completed [216/421] on J2 in 4.76s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:24:21, stalled for  367s at: TestSearcherManager.testSearcherManager
   [junit4] Suite: org.apache.lucene.search.TestSearcherManager
   [junit4] Completed [217/421] on J0 in 368.06s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPositions
   [junit4] IGNOR/A 0.00s J0 | Test2BPositions.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
   [junit4] Completed [218/421] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSort
   [junit4] Completed [219/421] on J0 in 0.55s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
   [junit4] Completed [220/421] on J0 in 0.34s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
   [junit4] Completed [221/421] on J0 in 0.23s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
   [junit4] Completed [222/421] on J0 in 0.24s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
   [junit4] IGNOR/A 0.00s J1 | TestIndexWriterDelete.testIndexingThenDeleting
   [junit4]    > Assumption #1: This test cannot run with Memory codec
   [junit4] Completed [223/421] on J1 in 62.15s, 27 tests, 1 skipped
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:24:45, stalled for 61.5s at: TestNRTThreads.testNRTThreads
   [junit4] Suite: org.apache.lucene.search.TestLRUFilterCache
   [junit4] Completed [224/421] on J0 in 47.11s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2
   [junit4] Completed [225/421] on J0 in 13.17s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
   [junit4] Completed [226/421] on J0 in 2.37s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
   [junit4] Completed [227/421] on J0 in 7.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
   [junit4] Completed [228/421] on J0 in 9.73s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:25:45, stalled for  122s at: TestNRTThreads.testNRTThreads
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
   [junit4] Completed [229/421] on J1 in 79.96s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchAfter
   [junit4] Completed [230/421] on J0 in 1.63s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
   [junit4] Completed [231/421] on J1 in 3.01s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNeverDelete
   [junit4] Completed [232/421] on J1 in 6.54s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLongPostings
   [junit4] Completed [233/421] on J1 in 7.79s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
   [junit4] Completed [234/421] on J1 in 9.60s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
   [junit4] Completed [235/421] on J1 in 2.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
   [junit4] Completed [236/421] on J1 in 6.07s, 4 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:26:45, stalled for  182s at: TestNRTThreads.testNRTThreads
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:26:57, stalled for 71.1s at: TestDocumentsWriterStallControl.testAccquireReleaseRace
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:27:33, stalled for 68.4s at: TestPerFieldPostingsFormat.testRamBytesUsed
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:27:45, stalled for  242s at: TestNRTThreads.testNRTThreads
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:27:57, stalled for  131s at: TestDocumentsWriterStallControl.testAccquireReleaseRace
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
   [junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testPostingsEnumReuse
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [237/421] on J1 in 116.12s, 30 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
   [junit4] Completed [238/421] on J1 in 0.59s, 4 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1141@localhost): 2016-02-21T07:28:45, stalled for  302s at: TestNRTThreads.testNRTThreads
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:28:57, stalled for  191s at: TestDocumentsWriterStallControl.testAccquireReleaseRace
   [junit4] Suite: org.apache.lucene.index.TestNRTThreads
   [junit4] Completed [239/421] on J2 in 348.41s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:29:33, stalled for 66.5s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
   [junit4] Completed [240/421] on J2 in 17.34s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
   [junit4] Completed [241/421] on J2 in 2.88s, 72 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanations
   [junit4] Completed [242/421] on J2 in 1.63s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentReader
   [junit4] Completed [243/421] on J2 in 0.68s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:29:57, stalled for  251s at: TestDocumentsWriterStallControl.testAccquireReleaseRace
   [junit4] Suite: org.apache.lucene.util.TestPagedBytes
   [junit4] Completed [244/421] on J2 in 4.66s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiDocValues
   [junit4] Completed [245/421] on J2 in 19.95s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestToken
   [junit4] Completed [246/421] on J2 in 0.03s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldsReader
   [junit4] Completed [247/421] on J2 in 0.30s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
   [junit4] Completed [248/421] on J2 in 9.77s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
   [junit4] Completed [249/421] on J2 in 0.53s, 34 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:30:33, stalled for  126s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
   [junit4] Completed [250/421] on J2 in 2.28s, 32 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestHugeRamFile
   [junit4] Completed [251/421] on J2 in 7.87s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
   [junit4] Completed [252/421] on J2 in 8.47s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum2
   [junit4] Completed [253/421] on J2 in 2.17s, 4 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:30:57, stalled for  311s at: TestDocumentsWriterStallControl.testAccquireReleaseRace
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
   [junit4] Completed [254/421] on J2 in 40.11s, 4 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1140@localhost): 2016-02-21T07:31:33, stalled for  186s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
   [junit4] Completed [255/421] on J2 in 1.60s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactionRollback
   [junit4] Completed [256/421] on J2 in 0.41s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlex
   [junit4] Completed [257/421] on J2 in 0.49s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
   [junit4] Completed [258/421] on J2 in 6.32s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRAMDirectory
   [junit4] IGNOR/A 0.01s J2 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [259/421] on J2 in 1.17s, 46 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
   [junit4] Completed [260/421] on J2 in 0.24s, 17 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
   [junit4] Completed [261/421] on J2 in 1.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
   [junit4] Completed [262/421] on J2 in 0.40s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
   [junit4] Completed [263/421] on J2 in 0.39s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
   [junit4] Completed [264/421] on J2 in 0.19s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexInput
   [junit4] Completed [265/421] on J2 in 0.91s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForceMergeForever
   [junit4] Completed [266/421] on J2 in 0.61s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitTf
   [junit4] Completed [267/421] on J2 in 0.82s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
   [junit4] Completed [268/421] on J2 in 1.60s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:31:57, stalled for  371s at: TestDocumentsWriterStallControl.testAccquireReleaseRace
   [junit4] Suite: org.apache.lucene.index.TestMultiFields
   [junit4] Completed [269/421] on J2 in 10.51s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
   [junit4] Completed [270/421] on J2 in 0.29s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
   [junit4] Completed [271/421] on J2 in 0.21s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
   [junit4] Completed [272/421] on J2 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum
   [junit4] Completed [273/421] on J1 in 247.15s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloads
   [junit4] Completed [274/421] on J1 in 0.26s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
   [junit4] Completed [275/421] on J1 in 0.16s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
   [junit4] Completed [276/421] on J1 in 0.24s, 72 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpansAdvanced2
   [junit4] Completed [277/421] on J1 in 0.33s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiValuedNumericRangeQuery
   [junit4] Completed [278/421] on J1 in 2.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
   [junit4] Completed [279/421] on J1 in 0.09s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQuery
   [junit4] Completed [280/421] on J1 in 0.40s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
   [junit4] Completed [281/421] on J1 in 0.18s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
   [junit4] Completed [282/421] on J1 in 0.99s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScorerPerf
   [junit4] Completed [283/421] on J2 in 30.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
   [junit4] Completed [284/421] on J2 in 0.09s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
   [junit4] Completed [285/421] on J1 in 1.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermScorer
   [junit4] Completed [286/421] on J1 in 0.13s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
   [junit4] Completed [287/421] on J2 in 1.85s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
   [junit4] IGNOR/A 0.01s J1 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [288/421] on J1 in 1.31s, 43 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSumDocFreq
   [junit4] Completed [289/421] on J2 in 1.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestDirectory
   [junit4] Completed [290/421] on J2 in 0.12s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexableField
   [junit4] Completed [291/421] on J1 in 1.18s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
   [junit4] Completed [292/421] on J1 in 0.05s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCheckIndex
   [junit4] Completed [293/421] on J2 in 0.53s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldValueFilter
   [junit4] Completed [294/421] on J1 in 0.31s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
   [junit4] Completed [295/421] on J2 in 0.17s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
   [junit4] Completed [296/421] on J1 in 0.11s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearchForDuplicates
   [junit4] Completed [297/421] on J2 in 0.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
   [junit4] Completed [298/421] on J1 in 0.12s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
   [junit4] Completed [299/421] on J2 in 0.22s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
   [junit4] Completed [300/421] on J1 in 0.07s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
   [junit4] Completed [301/421] on J2 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestElevationComparator
   [junit4] Completed [302/421] on J1 in 0.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
   [junit4] Completed [303/421] on J2 in 0.05s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterConfig
   [junit4] Completed [304/421] on J1 in 0.12s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConjunctions
   [junit4] Completed [305/421] on J2 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermQueryRewrites
   [junit4] Completed [306/421] on J1 in 0.05s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPositionIncrement
   [junit4] Completed [307/421] on J2 in 0.08s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4] Completed [308/421] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanationsOfNonMatches
   [junit4] Completed [309/421] on J2 in 0.10s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRollingBuffer
   [junit4] Completed [310/421] on J1 in 0.21s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSmallFloat
   [junit4] Completed [311/421] on J2 in 0.19s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
   [junit4] Completed [312/421] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
   [junit4] Completed [313/421] on J2 in 0.04s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearch
   [junit4] Completed [314/421] on J1 in 0.15s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
   [junit4] Completed [315/421] on J2 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateFilter
   [junit4] Completed [316/421] on J1 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
   [junit4] Completed [317/421] on J1 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCachingCollector
   [junit4] Completed [318/421] on J1 in 0.05s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPriorityQueue
   [junit4] Completed [319/421] on J2 in 0.57s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanFirstQuery
   [junit4] Completed [320/421] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNamedSPILoader
   [junit4] Completed [321/421] on J2 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
   [junit4] Completed [322/421] on J1 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhrasePrefixQuery
   [junit4] Completed [323/421] on J2 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRef
   [junit4] Completed [324/421] on J1 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharFilter
   [junit4] Completed [325/421] on J2 in 0.09s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollback
   [junit4] Completed [326/421] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
   [junit4] Completed [327/421] on J2 in 0.04s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNot
   [junit4] Completed [328/421] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCloseableThreadLocal
   [junit4] Completed [329/421] on J2 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
   [junit4] Completed [330/421] on J1 in 5.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecHoldsOpenFiles
   [junit4] Completed [331/421] on J1 in 0.36s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocBoost
   [junit4] Completed [332/421] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
   [junit4] Completed [333/421] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
   [junit4] Completed [334/421] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntsRef
   [junit4] Completed [335/421] on J1 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexCommit
   [junit4] Completed [336/421] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
   [junit4] IGNOR/A 0.00s J1 | Test2BPostingsBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes))
   [junit4] Completed [337/421] on J1 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPositiveScoresOnlyCollector
   [junit4] Completed [338/421] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNewestSegment
   [junit4] Completed [339/421] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestByteArrayDataInput
   [junit4] Completed [340/421] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
   [junit4] IGNOR/A 0.00s J1 | Test2BNumericDocValues.testNumerics
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 2 hours if the heap is 5gb))
   [junit4] Completed [341/421] on J1 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
   [junit4] Completed [343/421] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestBytesRefAttImpl
   [junit4] Completed [344/421] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1142@localhost): 2016-02-21T07:32:57, stalled for  431s at: TestDocumentsWriterStallControl.testAccquireReleaseRace
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat
   [junit4] Completed [345/421] on J1 in 20.53s, 32 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat3
   [junit4] Completed [346/421] on J1 in 8.99s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
   [junit4] Completed [347/421] on J1 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
   [junit4] C

[...truncated too long message...]


   [junit4] 
   [junit4] Suite: org.apache.solr.search.RankQueryTest
   [junit4] Completed [520/566 (3!)] on J1 in 1.37s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestCollapseQParserPlugin
   [junit4] Completed [522/566 (3!)] on J1 in 6.28s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestCustomSort
   [junit4] Completed [523/566 (3!)] on J1 in 0.96s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestFieldSortValues
   [junit4] Completed [524/566 (3!)] on J1 in 0.36s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestNoOpRegenerator
   [junit4] Completed [525/566 (3!)] on J1 in 0.44s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestOverriddenPrefixQueryForCustomFieldType
   [junit4] Completed [526/566 (3!)] on J1 in 0.57s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestSearcherReuse
   [junit4] Completed [527/566 (3!)] on J1 in 0.67s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestSimpleQParserPlugin
   [junit4] Completed [528/566 (3!)] on J1 in 0.84s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestSmileRequest
   [junit4] Completed [529/566 (3!)] on J1 in 4.80s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestSolr4Spatial2
   [junit4] Completed [530/566 (3!)] on J1 in 0.75s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestStandardQParsers
   [junit4] Completed [531/566 (3!)] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.TestTrieFacet
   [junit4] Completed [532/566 (3!)] on J1 in 5.23s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.search.function.TestSortByMinMaxFunction
   [junit4] Completed [533/566 (3!)] on J1 in 2.37s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.search.join.BlockJoinFacetDistribTest
   [junit4] Completed [534/566 (3!)] on J1 in 4.92s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.search.join.BlockJoinFacetSimpleTest
   [junit4] Completed [535/566 (3!)] on J1 in 0.65s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J2 PID(3410@lucene1-us-west): 2016-02-21T10:23:12, stalled for  549s at: HdfsBasicDistributedZkTest.test
   [junit4] HEARTBEAT J0 PID(3416@lucene1-us-west): 2016-02-21T10:23:24, stalled for  184s at: TestCloudManagedSchemaConcurrent.test
   [junit4] Suite: org.apache.solr.search.join.TestScoreJoinQPNoScore
   [junit4] Completed [536/566 (3!)] on J1 in 17.64s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.search.mlt.CloudMLTQParserTest
   [junit4] Completed [537/566 (3!)] on J1 in 38.73s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(3410@lucene1-us-west): 2016-02-21T10:24:12, stalled for  609s at: HdfsBasicDistributedZkTest.test
   [junit4] Suite: org.apache.solr.search.stats.TestDefaultStatsCache
   [junit4] Completed [539/566 (3!)] on J1 in 14.76s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(3416@lucene1-us-west): 2016-02-21T10:24:24, stalled for  244s at: TestCloudManagedSchemaConcurrent.test
   [junit4] Suite: org.apache.solr.search.stats.TestExactSharedStatsCache
   [junit4] Completed [540/566 (3!)] on J1 in 12.87s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.security.PKIAuthenticationIntegrationTest
   [junit4] Completed [541/566 (3!)] on J1 in 30.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.security.TestPKIAuthenticationPlugin
   [junit4] Completed [542/566 (3!)] on J1 in 0.21s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.spelling.ConjunctionSolrSpellCheckerTest
   [junit4] Completed [543/566 (3!)] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.spelling.suggest.TestAnalyzeInfixSuggestions
   [junit4] Completed [544/566 (3!)] on J1 in 2.47s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.spelling.suggest.TestBlendedInfixSuggestions
   [junit4] Completed [545/566 (3!)] on J1 in 0.81s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.spelling.suggest.TestHighFrequencyDictionaryFactory
   [junit4] Completed [546/566 (3!)] on J1 in 0.60s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.store.blockcache.BlockCacheTest
   [junit4] Completed [547/566 (3!)] on J1 in 0.41s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.schema.TestCloudManagedSchemaConcurrent
   [junit4] Completed [548/566 (3!)] on J0 in 289.39s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J2 PID(3410@lucene1-us-west): 2016-02-21T10:25:12, stalled for  669s at: HdfsBasicDistributedZkTest.test
   [junit4] Suite: org.apache.solr.update.TestDocBasedVersionConstraints
   [junit4] Completed [549/566 (3!)] on J1 in 12.54s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.update.VersionInfoTest
   [junit4] Completed [550/566 (3!)] on J1 in 0.96s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.update.processor.CloneFieldUpdateProcessorFactoryTest
   [junit4] Completed [551/566 (3!)] on J1 in 1.11s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.update.TestHdfsUpdateLog
   [junit4] Completed [552/566 (3!)] on J0 in 21.40s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
   [junit4] Completed [553/566 (3!)] on J1 in 9.72s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.update.processor.IgnoreCommitOptimizeUpdateProcessorFactoryTest
   [junit4] Completed [554/566 (3!)] on J0 in 1.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.update.processor.PreAnalyzedUpdateProcessorTest
   [junit4] Completed [555/566 (3!)] on J1 in 0.89s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.update.processor.UUIDUpdateProcessorFallbackTest
   [junit4] Completed [556/566 (3!)] on J1 in 0.87s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.util.TestRTimerTree
   [junit4] Completed [557/566 (3!)] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.util.TestSolrCLIRunExample
   [junit4] Completed [558/566 (3!)] on J1 in 20.45s, 3 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.solr.util.hll.BigEndianAscendingWordDeserializerTest
   [junit4] Completed [559/566 (3!)] on J1 in 1.44s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.util.hll.BigEndianAscendingWordSerializerTest
   [junit4] Completed [560/566 (3!)] on J1 in 0.04s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.util.hll.BitVectorTest
   [junit4] Completed [561/566 (3!)] on J1 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.util.hll.HLLSerializationTest
   [junit4] IGNOR/A 0.00s J1 | HLLSerializationTest.manyValuesHLLSerializationTest
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=may require as much as -Dtests.heapsize=4g depending on random values picked))
   [junit4] IGNOR/A 0.00s J1 | HLLSerializationTest.monsterHLLSerializationTest
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=needs roughly -Dtests.heapsize=8g because of the (multiple) massive data structs))
   [junit4] IGNOR/A 0.00s J1 | HLLSerializationTest.manyValuesMonsterHLLSerializationTest
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=can require as much as -Dtests.heapsize=4g because of the massive data structs))
   [junit4] Completed [562/566 (3!)] on J1 in 10.90s, 4 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.solr.util.hll.HLLUtilTest
   [junit4] Completed [563/566 (3!)] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.util.hll.SparseHLLTest
   [junit4] Completed [564/566 (3!)] on J1 in 0.11s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.update.processor.TestNamedUpdateProcessors
   [junit4] Completed [565/566 (3!)] on J0 in 36.81s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J2 PID(3410@lucene1-us-west): 2016-02-21T10:26:12, stalled for  729s at: HdfsBasicDistributedZkTest.test
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest
   [junit4] Completed [566/566 (3!)] on J2 in 768.87s, 1 test
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: F181951231137BA6]:
   [junit4]   - org.apache.solr.cloud.BasicDistributedZk2Test.test
   [junit4]   - org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication
   [junit4]   - org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.62 ..  4233.96 =  4233.34s
   [junit4] JVM J1:     0.63 ..  4232.35 =  4231.71s
   [junit4] JVM J2:     0.64 ..  4274.76 =  4274.12s
   [junit4] Execution time total: 1 hour 11 minutes 15 seconds
   [junit4] Tests summary: 566 suites (7 ignored), 2279 tests, 3 errors, 34 ignored (18 assumptions)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 566 suites (7 ignored), 2279 tests, 3 errors, 34 ignored (18 assumptions) [seed: F181951231137BA6]

Total time: 208 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1102 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1102/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=58380, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=58380, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37521: collection already exists: awholynewstresscollection_collection4_1
	at __randomizedtesting.SeedInfo.seed([A56B512213E73DFE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1573)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1594)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:960)




Build Log:
[...truncated 11875 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J2-20160220_095809_482.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/heapdumps/java_pid20839.hprof ...
   [junit4] Heap dump file created [642206365 bytes in 14.577 secs]
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J2-20160220_095809_482.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] <<< JVM J2: EOF ----

   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/init-core-data-001
   [junit4]   2> 1521429 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1521429 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1521467 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1521475 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1521479 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1521496 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_44696_hdfs____lc483h/webapp
   [junit4]   2> 1521615 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1521883 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44696
   [junit4]   2> 1521950 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1521952 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1521967 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45050_datanode____5d18x/webapp
   [junit4]   2> 1522084 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1522336 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45050
   [junit4]   2> 1522377 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1522379 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1522391 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57792_datanode____.51ib8r/webapp
   [junit4]   2> 1522436 INFO  (IPC Server handler 3 on 49856) [    ] BlockStateChange BLOCK* processReport: from storage DS-fe98c040-7775-4a60-beea-faec88af38d3 node DatanodeRegistration(127.0.0.1, datanodeUuid=be3b4da8-efd7-4136-b3d1-fde90eb20a8b, infoPort=45050, ipcPort=53542, storageInfo=lv=-56;cid=testClusterID;nsid=367502049;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1522436 INFO  (IPC Server handler 3 on 49856) [    ] BlockStateChange BLOCK* processReport: from storage DS-6b7df692-a675-410f-9f85-41916c115914 node DatanodeRegistration(127.0.0.1, datanodeUuid=be3b4da8-efd7-4136-b3d1-fde90eb20a8b, infoPort=45050, ipcPort=53542, storageInfo=lv=-56;cid=testClusterID;nsid=367502049;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1522520 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1522781 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A56B512213E73DFE]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57792
   [junit4]   2> 1522866 INFO  (IPC Server handler 8 on 49856) [    ] BlockStateChange BLOCK* processReport: from storage DS-1f3d6b97-e935-4442-9ab7-b2913d481de9 node DatanodeRegistration(127.0.0.1, datanodeUuid=a2e0ebf4-4ebd-4a1e-9e79-6cdf2e29340e, infoPort=57792, ipcPort=60302, storageInfo=lv=-56;cid=testClusterID;nsid=367502049;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1522866 INFO  (IPC Server handler 8 on 49856) [    ] BlockStateChange BLOCK* processReport: from storage DS-29b92ce8-aeab-4bbe-bf18-d9d55ab34c04 node DatanodeRegistration(127.0.0.1, datanodeUuid=a2e0ebf4-4ebd-4a1e-9e79-6cdf2e29340e, infoPort=57792, ipcPort=60302, storageInfo=lv=-56;cid=testClusterID;nsid=367502049;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1522947 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1522947 INFO  (Thread-51233) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1522947 INFO  (Thread-51233) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1523047 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.ZkTestServer start zk server on port:52913
   [junit4]   2> 1523047 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1523048 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1523051 INFO  (zkCallback-1353-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@167b42f1 name:ZooKeeperConnection Watcher:127.0.0.1:52913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1523051 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1523051 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1523051 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1523054 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1523054 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1523056 INFO  (zkCallback-1354-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7176e7ff name:ZooKeeperConnection Watcher:127.0.0.1:52913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1523056 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1523056 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1523056 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1523058 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1523060 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1523062 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1523063 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1523063 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1523066 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1523066 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1523068 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1523068 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1523070 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1523070 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1523071 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1523071 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1523073 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1523073 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1523075 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1523075 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1523076 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1523076 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1523078 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1523078 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1523079 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1523080 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1523081 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1523081 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1523170 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/cores/collection1
   [junit4]   2> 1523171 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1523194 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f9347a5{/,null,AVAILABLE}
   [junit4]   2> 1523195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5e44c23e{HTTP/1.1}{127.0.0.1:35990}
   [junit4]   2> 1523195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.Server Started @1526221ms
   [junit4]   2> 1523195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=35990, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/cores, solr.data.dir=hdfs://localhost:49856/hdfs__localhost_49856__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.x_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001_tempDir-002_control_data}
   [junit4]   2> 1523195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
   [junit4]   2> 1523195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001'
   [junit4]   2> 1523196 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1523196 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1523196 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1523207 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1523213 INFO  (zkCallback-1355-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@760b5698 name:ZooKeeperConnection Watcher:127.0.0.1:52913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1523213 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1523213 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1523217 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1523217 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/solr.xml
   [junit4]   2> 1523232 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/cores
   [junit4]   2> 1523232 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CoreContainer New CoreContainer 956287934
   [junit4]   2> 1523232 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001]
   [junit4]   2> 1523232 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/lib
   [junit4]   2> 1523233 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1523234 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1523234 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1523234 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1523234 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52913/solr
   [junit4]   2> 1523234 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1523235 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1523249 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1523257 INFO  (zkCallback-1358-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@430e9aa1 name:ZooKeeperConnection Watcher:127.0.0.1:52913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1523258 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1523258 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1523263 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1523265 INFO  (zkCallback-1359-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7369b97a name:ZooKeeperConnection Watcher:127.0.0.1:52913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1523266 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1523267 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1523268 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1523272 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1523274 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1523276 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1523280 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1523282 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1523283 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1523285 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1523286 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35990_
   [junit4]   2> 1523286 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35990_
   [junit4]   2> 1523288 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1523290 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1523291 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1523292 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95418044618637316-127.0.0.1:35990_-n_0000000000
   [junit4]   2> 1523292 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35990_
   [junit4]   2> 1523292 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1523294 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer Overseer (id=95418044618637316-127.0.0.1:35990_-n_0000000000) starting
   [junit4]   2> 1523296 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1523302 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1523303 INFO  (OverseerCollectionConfigSetProcessor-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1523303 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1523304 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1523318 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1523318 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1523319 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/cores
   [junit4]   2> 1523320 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {coreNodeName=, config=solrconfig.xml, loadOnStartup=true, name=collection1, transient=false, configSetProperties=configsetprops.json, shard=, dataDir=data/, collection=control_collection, schema=schema.xml}
   [junit4]   2> 1523320 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/cores/collection1
   [junit4]   2> 1523320 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1523321 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1523322 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1523322 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1523322 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:35990_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1523324 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35990",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:35990_",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1523324 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1523324 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35990",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:35990_",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1523325 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1523325 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1523327 INFO  (zkCallback-1359-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1524325 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1524325 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1524325 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1524325 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1524326 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1524326 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/cores/collection1'
   [junit4]   2> 1524326 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1524326 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1524328 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1524334 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1524347 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 1524376 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1524383 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1524640 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1524648 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1524650 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1524659 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1524661 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1524664 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1524665 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1524666 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1524667 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1524667 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 1524667 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:49856/solr_hdfs_home
   [junit4]   2> 1524667 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1524667 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/control-001/cores/collection1], dataDir=[hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 1524667 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@39e3326
   [junit4]   2> 1524667 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1524682 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1524683 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 1524693 WARN  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:49856/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1524693 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1524704 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1524704 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2621ff6d
   [junit4]   2> 1524718 INFO  (IPC Server handler 9 on 49856) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45519 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29b92ce8-aeab-4bbe-bf18-d9d55ab34c04:NORMAL:127.0.0.1:57350|RBW], ReplicaUnderConstruction[[DISK]DS-6b7df692-a675-410f-9f85-41916c115914:NORMAL:127.0.0.1:45519|FINALIZED]]} size 0
   [junit4]   2> 1524719 INFO  (IPC Server handler 0 on 49856) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57350 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29b92ce8-aeab-4bbe-bf18-d9d55ab34c04:NORMAL:127.0.0.1:57350|RBW], ReplicaUnderConstruction[[DISK]DS-6b7df692-a675-410f-9f85-41916c115914:NORMAL:127.0.0.1:45519|FINALIZED]]} size 0
   [junit4]   2> 1524721 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@351b5b52; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1524721 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1524722 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 1524726 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1524726 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1524726 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1524727 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1524727 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1524727 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1524727 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1524727 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1524727 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1524727 WARN  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1524730 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1524731 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1524733 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1524734 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1524738 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/file,/admin/plugins,/get,/admin/ping,/update/json/docs,/replication,/config,/admin/properties,/admin/mbeans,/update/json,/admin/luke,/dump,/admin/logging,standard,/update,/schema,/update/csv,/admin/system,/admin/threads,/admin/segments
   [junit4]   2> 1524739 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1524740 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1524740 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 1524757 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1524757 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1524758 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@49614f66
   [junit4]   2> 1524763 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:49856/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@351b5b52; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1524763 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1524763 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@33da25de[collection1] main
   [junit4]   2> 1524763 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1524764 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1524764 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1524764 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1524764 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1524764 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1524765 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1524765 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1524765 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1524765 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1524766 INFO  (searcherExecutor-3710-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@33da25de[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1524768 WARN  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:37249/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:37249 failed on connection exception: java.net.ConnectException: Connection refused; For more details see:  http://wiki.apache.org/hadoop/ConnectionRefused
   [junit4]   2> 1524769 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1524769 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 1524769 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1524769 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526688715807653888
   [junit4]   2> 1524769 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1526688715807653888
   [junit4]   2> 1524769 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1524770 INFO  (coreLoadExecutor-3709-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1524770 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:35990 collection:control_collection shard:shard1
   [junit4]   2> 1524771 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1524774 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95418044618637316-core_node1-n_0000000000
   [junit4]   2> 1524775 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1524777 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1524777 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1524777 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1524777 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35990/collection1/
   [junit4]   2> 1524777 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1524777 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35990/collection1/ has no replicas
   [junit4]   2> 1524778 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1524781 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1524783 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35990/collection1/ shard1
   [junit4]   2> 1524783 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:35990",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1524827 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1524827 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1524829 INFO  (zkCallback-1361-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4bdd7336 name:ZooKeeperConnection Watcher:127.0.0.1:52913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1524829 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1524829 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1524829 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1524831 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1524885 INFO  (zkCallback-1359-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1524886 INFO  (zkCallback-1361-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1524920 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/cores/collection1
   [junit4]   2> 1524920 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001
   [junit4]   2> 1524921 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1524923 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@385415b9{/,null,AVAILABLE}
   [junit4]   2> 1524924 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.ServerConnector Started ServerConnector@54232664{HTTP/1.1}{127.0.0.1:51863}
   [junit4]   2> 1524924 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.e.j.s.Server Started @1527950ms
   [junit4]   2> 1524924 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost:49856/hdfs__localhost_49856__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.x_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001_tempDir-002_jetty1, hostPort=51863, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/cores, solrconfig=solrconfig.xml}
   [junit4]   2> 1524924 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
   [junit4]   2> 1524924 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001'
   [junit4]   2> 1524925 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1524925 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1524925 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1524925 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1524927 INFO  (zkCallback-1362-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1df817ac name:ZooKeeperConnection Watcher:127.0.0.1:52913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1524927 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1524927 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1524928 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1524928 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/solr.xml
   [junit4]   2> 1524934 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:35990/collection1/ and leader is http://127.0.0.1:35990/collection1/
   [junit4]   2> 1524934 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35990
   [junit4]   2> 1524934 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1524934 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1524934 INFO  (coreZkRegister-3703-thread-1-processing-r:core_node1 s:shard1 n:127.0.0.1:35990_ c:control_collection x:collection1) [n:127.0.0.1:35990_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1524936 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35990",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:35990_",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1"} current state version: 2
   [junit4]   2> 1524936 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35990",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:35990_",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1"}
   [junit4]   2> 1524945 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/cores
   [junit4]   2> 1524945 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CoreContainer New CoreContainer 1591625572
   [junit4]   2> 1524945 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001]
   [junit4]   2> 1524945 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/lib
   [junit4]   2> 1524946 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1524947 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1524947 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1524948 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1524948 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52913/solr
   [junit4]   2> 1524948 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1524948 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1524948 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1524950 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a296696 name:ZooKeeperConnection Watcher:127.0.0.1:52913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1524950 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1524950 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1524952 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1524953 INFO  (zkCallback-1366-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@440c08fc name:ZooKeeperConnection Watcher:127.0.0.1:52913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1524953 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1524961 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1525038 INFO  (zkCallback-1366-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525038 INFO  (zkCallback-1361-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525038 INFO  (zkCallback-1359-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525967 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51863_
   [junit4]   2> 1525967 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51863_
   [junit4]   2> 1525969 INFO  (zkCallback-1359-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525969 INFO  (zkCallback-1361-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525969 INFO  (zkCallback-1366-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525970 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1525970 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95418044618637320-127.0.0.1:51863_-n_0000000001
   [junit4]   2> 1525971 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95418044618637316-127.0.0.1:35990_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1525982 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1525982 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1525983 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/cores
   [junit4]   2> 1525984 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {collection=collection1, configSetProperties=configsetprops.json, name=collection1, schema=schema.xml, coreNodeName=, loadOnStartup=true, dataDir=data/, shard=, config=solrconfig.xml, transient=false}
   [junit4]   2> 1525984 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/cores/collection1
   [junit4]   2> 1525984 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1525985 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1525985 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[A56B512213E73DFE]) [n:127.0.0.1:51863_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1525985 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1525985 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1525986 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1525986 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51863",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:51863_",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1525987 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51863",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:51863_",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1525987 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1525987 INFO  (OverseerStateUpdate-95418044618637316-127.0.0.1:35990_-n_0000000000) [n:127.0.0.1:35990_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1526089 INFO  (zkCallback-1359-thread-1-processing-n:127.0.0.1:35990_) [n:127.0.0.1:35990_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1526090 INFO  (zkCallback-1361-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1526089 INFO  (zkCallback-1366-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1526987 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1526987 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1526987 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1526987 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 1526988 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1526988 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A56B512213E73DFE-001/shard-1-001/cores/collection1'
   [junit4]   2> 1526988 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1526988 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1526990 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1526998 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1527020 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 1527060 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1527068 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1527304 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1527313 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1527315 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1527324 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1527327 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1527330 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1527330 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1527332 INFO  (coreLoadExecutor-3720-thread-1-processing-n:127.0.0.1:51863_) [n:127.0.0.1:51863_ c:collection1   x:collection1] o.a.s.c.ConfigSet

[...truncated too long message...]

enkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/analysis/icu/lucene-analyzers-icu-5.5.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.7/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J2-20160220_095809_482.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J2-20160220_095809_482.suites -stdin
   [junit4] ERROR: JVM J2 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 215 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
ERROR: Failed to archive {solr/build/solr-core/test/temp/junit4-J1-20160220_095809_481.events=solr/build/solr-core/test/temp/junit4-J1-20160220_095809_481.events, README.txt=README.txt, solr/build/solr-core/test/temp/junit4-J0-20160220_095809_481.events=solr/build/solr-core/test/temp/junit4-J0-20160220_095809_481.events, heapdumps/java_pid20839.hprof=heapdumps/java_pid20839.hprof, solr/build/solr-core/test/temp/junit4-J2-20160220_095809_482.events=solr/build/solr-core/test/temp/junit4-J2-20160220_095809_482.events} due to internal error; falling back to full archiving
java.lang.NullPointerException
	at jsync.protocol.ChangeInputStream.read(ChangeInputStream.java:69)
	at com.cloudbees.jenkins.plugins.jsync.archiver.MD5DigestingInputStream.read(MD5DigestingInputStream.java:39)
	at com.google.common.io.LimitInputStream.read(LimitInputStream.java:79)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at com.google.common.io.ByteStreams.copy(ByteStreams.java:193)
	at jsync.protocol.FileSequenceReader.read(FileSequenceReader.java:35)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.remoteSync(JSyncArtifactManager.java:148)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.archive(JSyncArtifactManager.java:72)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:219)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:74)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:776)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:723)
	at hudson.model.Build$BuildExecution.post2(Build.java:183)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:670)
	at hudson.model.Run.execute(Run.java:1763)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:381)
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1101 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1101/

3 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=25279, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25279, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([811581C0E9C440B0:941BE1A47382D48]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:54423/c_/l: collection already exists: awholynewstresscollection_collection5_0
	at __randomizedtesting.SeedInfo.seed([811581C0E9C440B0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1573)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1594)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:960)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1455845237037,generation=2,filelist=[_77.fdt, _77.fdx, _77.fnm, _77.nvd, _77.nvm, _77.si, _77_Direct_0.doc, _77_Direct_0.tim, _77_Direct_0.tip, _ee.cfe, _ee.cfs, _ee.si, _fl.cfe, _fl.cfs, _fl.si, _gs.cfe, _gs.cfs, _gs.si, _gz.cfe, _gz.cfs, _gz.si, _h6.cfe, _h6.cfs, _h6.si, _hc.cfe, _hc.cfs, _hc.si, _hd.cfe, _hd.cfs, _hd.si, _he.cfe, _he.cfs, _he.si, _hf.cfe, _hf.cfs, _hf.si, _hg.cfe, _hg.cfs, _hg.si, _hh.cfe, _hh.cfs, _hh.si, _hi.cfe, _hi.cfs, _hi.si, segments_2]}]> but was:<[{indexVersion=1455845237037,generation=3,filelist=[_77.fdt, _77.fdx, _77.fnm, _77.nvd, _77.nvm, _77.si, _77_Direct_0.doc, _77_Direct_0.tim, _77_Direct_0.tip, _ee.cfe, _ee.cfs, _ee.si, _fl.cfe, _fl.cfs, _fl.si, _gs.cfe, _gs.cfs, _gs.si, _gz.cfe, _gz.cfs, _gz.si, _h6.cfe, _h6.cfs, _h6.si, _hd.cfe, _hd.cfs, _hd.si, _hj.cfe, _hj.cfs, _hj.si, segments_3]}, {indexVersion=1455845237037,generation=2,filelist=[_77.fdt, _77.fdx, _77.fnm, _77.nvd, _77.nvm, _77.si, _77_Direct_0.doc, _77_Direct_0.tim, _77_Direct_0.tip, _ee.cfe, _ee.cfs, _ee.si, _fl.cfe, _fl.cfs, _fl.si, _gs.cfe, _gs.cfs, _gs.si, _gz.cfe, _gz.cfs, _gz.si, _h6.cfe, _h6.cfs, _h6.si, _hc.cfe, _hc.cfs, _hc.si, _hd.cfe, _hd.cfs, _hd.si, _he.cfe, _he.cfs, _he.si, _hf.cfe, _hf.cfs, _hf.si, _hg.cfe, _hg.cfs, _hg.si, _hh.cfe, _hh.cfs, _hh.si, _hi.cfe, _hi.cfs, _hi.si, segments_2]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1455845237037,generation=2,filelist=[_77.fdt, _77.fdx, _77.fnm, _77.nvd, _77.nvm, _77.si, _77_Direct_0.doc, _77_Direct_0.tim, _77_Direct_0.tip, _ee.cfe, _ee.cfs, _ee.si, _fl.cfe, _fl.cfs, _fl.si, _gs.cfe, _gs.cfs, _gs.si, _gz.cfe, _gz.cfs, _gz.si, _h6.cfe, _h6.cfs, _h6.si, _hc.cfe, _hc.cfs, _hc.si, _hd.cfe, _hd.cfs, _hd.si, _he.cfe, _he.cfs, _he.si, _hf.cfe, _hf.cfs, _hf.si, _hg.cfe, _hg.cfs, _hg.si, _hh.cfe, _hh.cfs, _hh.si, _hi.cfe, _hi.cfs, _hi.si, segments_2]}]> but was:<[{indexVersion=1455845237037,generation=3,filelist=[_77.fdt, _77.fdx, _77.fnm, _77.nvd, _77.nvm, _77.si, _77_Direct_0.doc, _77_Direct_0.tim, _77_Direct_0.tip, _ee.cfe, _ee.cfs, _ee.si, _fl.cfe, _fl.cfs, _fl.si, _gs.cfe, _gs.cfs, _gs.si, _gz.cfe, _gz.cfs, _gz.si, _h6.cfe, _h6.cfs, _h6.si, _hd.cfe, _hd.cfs, _hd.si, _hj.cfe, _hj.cfs, _hj.si, segments_3]}, {indexVersion=1455845237037,generation=2,filelist=[_77.fdt, _77.fdx, _77.fnm, _77.nvd, _77.nvm, _77.si, _77_Direct_0.doc, _77_Direct_0.tim, _77_Direct_0.tip, _ee.cfe, _ee.cfs, _ee.si, _fl.cfe, _fl.cfs, _fl.si, _gs.cfe, _gs.cfs, _gs.si, _gz.cfe, _gz.cfs, _gz.si, _h6.cfe, _h6.cfs, _h6.si, _hc.cfe, _hc.cfs, _hc.si, _hd.cfe, _hd.cfs, _hd.si, _he.cfe, _he.cfs, _he.si, _hf.cfe, _hf.cfs, _hf.si, _hg.cfe, _hg.cfs, _hg.si, _hh.cfe, _hh.cfs, _hh.si, _hi.cfe, _hi.cfs, _hi.si, segments_2]}]>
	at __randomizedtesting.SeedInfo.seed([811581C0E9C440B0:A4C29AF0998C4EB3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40004

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40004
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:585)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:375)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:392)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 47 more




Build Log:
[...truncated 11529 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/init-core-data-001
   [junit4]   2> 1341110 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestStopPoll
   [junit4]   2> 1341111 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1
   [junit4]   2> 1341116 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1341117 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ccb08ff{/solr,null,AVAILABLE}
   [junit4]   2> 1341119 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@263b9742{HTTP/1.1}{127.0.0.1:50011}
   [junit4]   2> 1341119 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.Server Started @1343851ms
   [junit4]   2> 1341119 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1/data, hostPort=50011, hostContext=/solr}
   [junit4]   2> 1341119 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
   [junit4]   2> 1341119 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001'
   [junit4]   2> 1341120 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1341120 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1341120 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/solr.xml
   [junit4]   2> 1341131 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/.
   [junit4]   2> 1341132 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer New CoreContainer 47820063
   [junit4]   2> 1341132 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001]
   [junit4]   2> 1341132 WARN  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/lib
   [junit4]   2> 1341132 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1341133 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1341133 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1341133 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1341133 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1341133 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1341134 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/.
   [junit4]   2> 1341135 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {loadOnStartup=true, dataDir=data/, config=solrconfig.xml, transient=false, configSetProperties=configsetprops.json, schema=schema.xml, name=collection1}
   [junit4]   2> 1341135 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1
   [junit4]   2> 1341135 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1341136 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1'
   [junit4]   2> 1341139 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0
   [junit4]   2> 1341139 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1341139 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1341140 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1341148 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1341161 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 1341185 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1341193 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1341206 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1341208 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1'
   [junit4]   2> 1341208 INFO  (coreLoadExecutor-980-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1
   [junit4]   2> 1341209 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1341209 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1341209 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1341209 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1/data
   [junit4]   2> 1341209 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1341209 WARN  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1341210 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1341211 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=1.791015625, floorSegmentMB=0.6943359375, forceMergeDeletesPctAllowed=17.876505917755928, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1341214 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b5bed1a),segFN=segments_1,generation=1}
   [junit4]   2> 1341214 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1341215 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1341217 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1341220 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341221 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341222 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341223 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341228 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1341228 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: defaults,/admin/ping,/admin/properties,/schema,/admin/logging,/replication,/admin/threads,/admin/luke,/update/csv,/update/json,/config,/get,/update,/admin/plugins,/admin/mbeans,lazy,/admin/file,/admin/system,standard,/admin/segments,/update/json/docs
   [junit4]   2> 1341229 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1341230 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1341230 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1341230 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=6, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7673005597787129]
   [junit4]   2> 1341233 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b5bed1a),segFN=segments_1,generation=1}
   [junit4]   2> 1341233 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1341233 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@361fe7a8[collection1] main
   [junit4]   2> 1341233 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1/conf
   [junit4]   2> 1341233 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1341234 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-001/collection1/conf
   [junit4]   2> 1341234 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1341234 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1341234 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1341234 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@361fe7a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1341234 INFO  (coreLoadExecutor-980-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1341641 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1
   [junit4]   2> 1341645 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1341647 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659a5202{/solr,null,AVAILABLE}
   [junit4]   2> 1341647 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@57e4feec{HTTP/1.1}{127.0.0.1:46134}
   [junit4]   2> 1341648 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.e.j.s.Server Started @1344379ms
   [junit4]   2> 1341648 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1/data, hostPort=46134}
   [junit4]   2> 1341648 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
   [junit4]   2> 1341648 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002'
   [junit4]   2> 1341648 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1341648 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1341648 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/solr.xml
   [junit4]   2> 1341663 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/.
   [junit4]   2> 1341663 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer New CoreContainer 1206750537
   [junit4]   2> 1341663 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002]
   [junit4]   2> 1341663 WARN  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/lib
   [junit4]   2> 1341664 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1341665 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1341665 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1341665 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1341665 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1341665 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1341666 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/.
   [junit4]   2> 1341667 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {transient=false, dataDir=data/, name=collection1, loadOnStartup=true, configSetProperties=configsetprops.json, schema=schema.xml, config=solrconfig.xml}
   [junit4]   2> 1341667 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1
   [junit4]   2> 1341667 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1341668 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1'
   [junit4]   2> 1341669 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1341669 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1341668 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0
   [junit4]   2> 1341671 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[811581C0E9C440B0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1341679 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1341692 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 1341716 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1341720 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1341728 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1341730 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1'
   [junit4]   2> 1341730 INFO  (coreLoadExecutor-990-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1
   [junit4]   2> 1341730 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1341730 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1341730 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1341730 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1/data
   [junit4]   2> 1341731 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1341731 WARN  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1341732 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1341732 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=1.791015625, floorSegmentMB=0.6943359375, forceMergeDeletesPctAllowed=17.876505917755928, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1341737 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b5bed1a),segFN=segments_1,generation=1}
   [junit4]   2> 1341737 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1341737 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1341740 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1341742 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341743 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341744 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341746 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1341747 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1341747 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: defaults,/admin/ping,/admin/properties,/schema,/admin/logging,/replication,/admin/threads,/admin/luke,/update/csv,/update/json,/config,/get,/update,/admin/plugins,/admin/mbeans,lazy,/admin/file,/admin/system,standard,/admin/segments,/update/json/docs
   [junit4]   2> 1341748 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1341749 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1341749 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1341749 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=6, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7673005597787129]
   [junit4]   2> 1341750 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b5bed1a),segFN=segments_1,generation=1}
   [junit4]   2> 1341750 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1341750 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@8b7661d[collection1] main
   [junit4]   2> 1341751 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1/conf
   [junit4]   2> 1341751 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1341751 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_811581C0E9C440B0-001/solr-instance-002/collection1/conf
   [junit4]   2> 1341751 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1341753 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1341753 INFO  (searcherExecutor-991-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8b7661d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1341753 INFO  (coreLoadExecutor-990-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1341896 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wt=javabin&qt=/replication&command=indexversion&version=2} status=0 QTime=0
   [junit4]   2> 1342173 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={wt=javabin&version=2&sort=id+desc&q=*:*} hits=0 status=0 QTime=0
   [junit4]   2> 1342177 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 1342179 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1342181 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1342182 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1342184 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1342186 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1342187 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1342189 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1342190 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1342192 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1342194 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1342196 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1342198 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1342200 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1342201 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1342203 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1342205 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1342206 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1342208 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1342210 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1342212 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1342214 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1342216 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1342218 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1342220 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1342222 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1342224 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1342226 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1342228 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1342230 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1342232 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1342234 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1342237 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1342239 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1342241 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1342243 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1342245 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1342247 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1342249 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1342251 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1342253 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1342255 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1342257 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1342259 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1342261 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1342263 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1342266 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1342267 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1342269 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1342271 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1342273 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1342275 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1342277 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1342279 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1342281 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1342283 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1342285 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1342287 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1342289 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1342291 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1342292 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1342294 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1342296 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1342298 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1342300 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1342302 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1342304 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1342306 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1342309 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1342311 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1342313 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1342315 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1342317 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1342319 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1342321 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1342323 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1342325 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1342327 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1342329 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1342331 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1342333 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1342335 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1342338 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1342340 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1342342 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1342344 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1342346 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1342348 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1342350 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1342352 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1342354 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1342356 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1342358 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1342360 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1342362 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1342364 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1342366 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1342368 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1342370 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1342372 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1342374 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 1342376 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 1342378 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 1342380 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 1342381 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 1342383 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 1342385 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 1342387 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 1342389 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 1342391 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 1342393 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 1342395 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 1342397 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 1342398 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 1342400 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 1342402 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 1342404 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 1342406 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 1342408 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 1342410 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 1342412 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 1342413 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 1342415 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 1342417 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 1342419 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 1342420 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 1342422 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 1342424 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 1342426 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 1342428 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 1342429 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 1342431 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 1342433 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 1342435 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 1342437 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 1342439 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 1342441 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 1342442 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 1342444 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 1342446 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 1342448 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 1342450 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 1342451 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 1342453 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 1342455 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 1342457 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 1342459 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 1342460 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 1342462 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 1342464 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 1342466 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 1342468 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 1342470 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 1342471 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 1342473 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 1342475 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 1342477 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 1342479 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 1342481 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 1342483 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 1342484 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 1342486 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 1342488 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 1342490 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 1342492 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 1342494 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 1342495 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 1342497 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 1342499 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 1342501 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 1342503 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 1342505 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 1342506 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 1342508 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 1342510 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 1342512 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 1342514 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 1342515 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 1342517 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 1342519 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 1342521 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 1342523 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 1342524 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 1342526 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 1342528 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 1342530 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 1342531 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 1342533 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 1342535 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 1342537 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 1342538 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 1342540 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 1342542 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 1342544 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 1342545 INFO  (qtp592038502-7846) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 1342547 INFO  (qtp592038502-7847) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 1342549 INFO  (qtp592038502-7848) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 1342551 INFO  (qtp592038502-7849) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 1342552 INFO  (qtp592038502-7845) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collect

[...truncated too long message...]

apter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 3618247 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[811581C0E9C440B0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 19, 2016 1:54:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {range_facet_l=FST50, range_facet_i_dv=FST50, _version_=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), other_tl1=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), a_i1=FST50, a_t=FST50, range_facet_l_dv=PostingsFormat(name=Asserting), multiDefault=FST50, timestamp=FST50}, docValues:{range_facet_i_dv=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Direct)}, sim=DefaultSimilarity, locale=sr-CS, timezone=Etc/UTC
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=2,free=115654488,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [HighlighterTest, TestWordDelimiterFilterFactory, TestSortByMinMaxFunction, SolrIndexSplitterTest, DocumentBuilderTest, MigrateRouteKeyTest, TestUseDocValuesAsStored, SuggesterFSTTest, DOMUtilTest, CheckHdfsIndexTest, ZkSolrClientTest, SolrInfoMBeanTest, SortByFunctionTest, TestSchemaSimilarityResource, TestTrie, SpellPossibilityIteratorTest, TestCollationFieldDocValues, TestAuthenticationFramework, AnalyticsQueryTest, TestQuerySenderListener, TestPartialUpdateDeduplication, HdfsThreadLeakTest, TestManagedResourceStorage, AsyncMigrateRouteKeyTest, TestSurroundQueryParser, RollingRestartTest, BlockCacheTest, MoreLikeThisHandlerTest, TestJsonFacets, TestFieldResource, TermsComponentTest, TestInitParams, LoggingHandlerTest, HdfsDirectoryTest, SpellCheckComponentTest, TestDistributedGrouping, TimeZoneUtilsTest, TestRebalanceLeaders, TestConfigReload, TestExpandComponent, TestUpdate, SpatialFilterTest, ChaosMonkeySafeLeaderTest, MinimalSchemaTest, DistributedSuggestComponentTest, SimpleMLTQParserTest, TestExactStatsCache, ClusterStateUpdateTest, OpenExchangeRatesOrgProviderTest, BigEndianAscendingWordSerializerTest, TestSolrCLIRunExample, TestFastLRUCache, SolrPluginUtilsTest, TestNonDefinedSimilarityFactory, TriLevelCompositeIdRoutingTest, DistributedMLTComponentTest, TestInitQParser, TestLFUCache, TestSystemIdResolver, DistanceFunctionTest, TestSolrQueryResponse, TestBinaryResponseWriter, DeleteInactiveReplicaTest, AliasIntegrationTest, WordBreakSolrSpellCheckerTest, DocValuesTest, ConjunctionSolrSpellCheckerTest, TestConfigSetImmutable, TestSmileRequest, TestQueryUtils, DistributedTermsComponentTest, TestRequestStatusCollectionAPI, ShardSplitTest, SimplePostToolTest, TestSimpleTrackingShardHandler, CSVRequestHandlerTest, ChangedSchemaMergeTest, SpellingQueryConverterTest, TestNoOpRegenerator, BasicFunctionalityTest, TestDynamicFieldCollectionResource, TestManagedStopFilterFactory, ZkCLITest, TermVectorComponentTest, TestDocumentBuilder, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [286/566 (3!)] on J1 in 394.33s, 1 test, 1 error <<< FAILURES!

[...truncated 901 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 566 suites (7 ignored), 2279 tests, 2 errors, 1 failure, 34 ignored (18 assumptions) [seed: 811581C0E9C440B0]

Total time: 212 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1100 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1100/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 7 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 7 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([3D49B6BCFBA4BC04]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([3D49B6BCFBA4BC04]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.security.BasicAuthIntegrationTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([3D49B6BCFBA4BC04]:0)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56311/cu_i/fg

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56311/cu_i/fg
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:585)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:375)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:502)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 47 more




Build Log:
[...truncated 11345 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 181034 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=2019256400
   [junit4]   2> 181034 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1843133625
   [junit4]   2> 181034 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=710656256
   [junit4]   2> 181034 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=142892686
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/init-core-data-001
   [junit4]   2> 181044 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3D49B6BCFBA4BC04]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 181044 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3D49B6BCFBA4BC04]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /cu_i/fg
   [junit4]   2> 181050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 181050 INFO  (Thread-1267) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 181050 INFO  (Thread-1267) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 181150 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ZkTestServer start zk server on port:52759
   [junit4]   2> 181151 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181217 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181228 INFO  (zkCallback-133-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1278256c name:ZooKeeperConnection Watcher:127.0.0.1:52759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 181242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181253 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75f05481 name:ZooKeeperConnection Watcher:127.0.0.1:52759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 181256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 181258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 181259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 181261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 181261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 181265 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 181266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 181269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 181269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 181271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 181271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 181273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 181273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 181275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 181275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 181277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 181277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 181279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 181279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 181289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 181289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 181291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 181291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 181293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 181293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 181302 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181305 INFO  (zkCallback-135-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5477e0e8 name:ZooKeeperConnection Watcher:127.0.0.1:52759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 181308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181339 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181340 INFO  (zkCallback-136-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d6e6e7b name:ZooKeeperConnection Watcher:127.0.0.1:52759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181347 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181347 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 181348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 181356 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 181356 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 181359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 181359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 181361 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 181361 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 181363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 181363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 181365 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 181366 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 181367 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 181368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 181369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 181370 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 181371 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 181371 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 181373 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 181373 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 181375 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 181375 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 181377 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 181377 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 181533 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1
   [junit4]   2> 181548 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 181573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@153df5e5{/cu_i/fg,null,AVAILABLE}
   [junit4]   2> 181574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.ServerConnector Started ServerConnector@16da9848{HTTP/1.1}{127.0.0.1:45254}
   [junit4]   2> 181574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.Server Started @184649ms
   [junit4]   2> 181574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/tempDir-001/control/data, hostPort=45254, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores, hostContext=/cu_i/fg}
   [junit4]   2> 181575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@41692a49
   [junit4]   2> 181575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001'
   [junit4]   2> 181575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 181575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 181576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181583 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181596 INFO  (zkCallback-137-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22f4d1c4 name:ZooKeeperConnection Watcher:127.0.0.1:52759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181597 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181597 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 181613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/solr.xml
   [junit4]   2> 181630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores
   [junit4]   2> 181630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CoreContainer New CoreContainer 1534671923
   [junit4]   2> 181630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001]
   [junit4]   2> 181630 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/lib
   [junit4]   2> 181630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 181653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 181654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 181654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 181654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52759/solr
   [junit4]   2> 181654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 181654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181668 INFO  (zkCallback-140-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28d9c453 name:ZooKeeperConnection Watcher:127.0.0.1:52759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181701 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181719 INFO  (zkCallback-141-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26aa762f name:ZooKeeperConnection Watcher:127.0.0.1:52759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181719 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181721 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 181723 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 181725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 181727 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 181729 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 181731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 181732 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 181734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 181735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 181736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45254_cu_i%2Ffg
   [junit4]   2> 181736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45254_cu_i%2Ffg
   [junit4]   2> 181737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 181739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 181740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 181741 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000
   [junit4]   2> 181741 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45254_cu_i%2Ffg
   [junit4]   2> 181741 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 181742 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.Overseer Overseer (id=95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) starting
   [junit4]   2> 181744 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 181752 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 181758 INFO  (OverseerCollectionConfigSetProcessor-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 181758 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 181759 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 181770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 181815 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 181815 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 181817 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores
   [junit4]   2> 181819 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {shard=, schema=schema.xml, name=collection1, dataDir=data/, loadOnStartup=true, transient=false, collection=control_collection, config=solrconfig.xml, configSetProperties=configsetprops.json, coreNodeName=}
   [junit4]   2> 181820 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1
   [junit4]   2> 181820 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 181821 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 181821 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 181836 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 181837 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 181837 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45254/cu_i/fg",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "node_name":"127.0.0.1:45254_cu_i%2Ffg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "state":"down",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1"} current state version: 0
   [junit4]   2> 181837 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 181838 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45254/cu_i/fg",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "node_name":"127.0.0.1:45254_cu_i%2Ffg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "state":"down",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1"}
   [junit4]   2> 181838 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 181839 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 181842 INFO  (zkCallback-141-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 181848 INFO  (zkCallback-141-thread-2-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 182838 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 182838 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 182839 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 182839 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 182840 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 182840 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1'
   [junit4]   2> 182840 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 182840 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 182842 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 182852 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 182866 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.6.0
   [junit4]   2> 182898 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 182922 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 183184 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 183198 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 183200 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 183215 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 183220 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 183226 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 183227 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 183232 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 183232 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 183233 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 183233 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1/data/]
   [junit4]   2> 183233 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1347c8ba
   [junit4]   2> 183236 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1/data
   [junit4]   2> 183237 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1/data/index/
   [junit4]   2> 183237 WARN  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 183238 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1/data/index
   [junit4]   2> 183238 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@76bad186
   [junit4]   2> 183238 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6311f14f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ef9ac59),segFN=segments_1,generation=1}
   [junit4]   2> 183239 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 183239 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1/data/
   [junit4]   2> 183239 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 183254 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 183254 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 183254 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 183254 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 183254 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 183254 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 183255 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 183255 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 183255 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 183255 WARN  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 183258 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 183260 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 183261 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 183263 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 183268 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/threads,/admin/luke,/get,/admin/ping,/replication,/admin/system,standard,/admin/properties,/schema,/admin/segments,/admin/plugins,/update,/admin/mbeans,/admin/logging,/update/json,/dump,/update/json/docs,/config,/admin/file,/update/csv
   [junit4]   2> 183269 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 183270 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 183270 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 183271 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 183271 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 183271 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=89.234375, floorSegmentMB=0.455078125, forceMergeDeletesPctAllowed=12.14149818850256, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 183272 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6311f14f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ef9ac59),segFN=segments_1,generation=1}
   [junit4]   2> 183272 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 183272 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1e724c64[collection1] main
   [junit4]   2> 183273 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 183274 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 183274 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 183274 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 183274 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 183274 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 183275 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 183275 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 183275 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 183275 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 183277 INFO  (searcherExecutor-387-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e724c64[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 183277 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 183277 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 183277 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 183277 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526423819820990464
   [junit4]   2> 183279 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526423819820990464
   [junit4]   2> 183280 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 183280 INFO  (coreLoadExecutor-386-thread-1-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 183281 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:45254/cu_i/fg collection:control_collection shard:shard1
   [junit4]   2> 183282 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 183285 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95401488593059846-core_node1-n_0000000000
   [junit4]   2> 183286 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 183287 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 183287 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 183287 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45254/cu_i/fg/collection1/
   [junit4]   2> 183288 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 183288 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45254/cu_i/fg/collection1/ has no replicas
   [junit4]   2> 183288 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 183289 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 183292 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 183295 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45254/cu_i/fg/collection1/ shard1
   [junit4]   2> 183296 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:45254/cu_i/fg",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 183339 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 183340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 183341 INFO  (zkCallback-143-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26d51159 name:ZooKeeperConnection Watcher:127.0.0.1:52759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 183342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 183342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 183342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 183347 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 183400 INFO  (zkCallback-143-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 183400 INFO  (zkCallback-141-thread-2-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 183400 INFO  (zkCallback-141-thread-3-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 183442 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001/cores/collection1
   [junit4]   2> 183443 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001
   [junit4]   2> 183444 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 183446 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76e0fdd0{/cu_i/fg,null,AVAILABLE}
   [junit4]   2> 183446 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1ed32770{HTTP/1.1}{127.0.0.1:40080}
   [junit4]   2> 183446 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.e.j.s.Server Started @186521ms
   [junit4]   2> 183446 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/tempDir-001/jetty1, hostContext=/cu_i/fg, hostPort=40080, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001/cores, solrconfig=solrconfig.xml}
   [junit4]   2> 183447 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@41692a49
   [junit4]   2> 183447 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001'
   [junit4]   2> 183447 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 183447 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:45254/cu_i/fg/collection1/ and leader is http://127.0.0.1:45254/cu_i/fg/collection1/
   [junit4]   2> 183447 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 183447 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45254/cu_i/fg
   [junit4]   2> 183447 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 183447 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 183447 INFO  (coreZkRegister-380-thread-1-processing-s:shard1 r:core_node1 n:127.0.0.1:45254_cu_i%2Ffg c:control_collection x:collection1) [n:127.0.0.1:45254_cu_i%2Ffg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 183447 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 183448 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 183449 INFO  (zkCallback-144-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b03330e name:ZooKeeperConnection Watcher:127.0.0.1:52759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 183450 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 183450 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 183450 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "base_url":"http://127.0.0.1:45254/cu_i/fg",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "node_name":"127.0.0.1:45254_cu_i%2Ffg",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "state":"active",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1"} current state version: 2
   [junit4]   2> 183451 INFO  (OverseerStateUpdate-95401488593059846-127.0.0.1:45254_cu_i%2Ffg-n_0000000000) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "base_url":"http://127.0.0.1:45254/cu_i/fg",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "node_name":"127.0.0.1:45254_cu_i%2Ffg",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "state":"active",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1"}
   [junit4]   2> 183451 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 183451 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001/solr.xml
   [junit4]   2> 183475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001/cores
   [junit4]   2> 183475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CoreContainer New CoreContainer 38918159
   [junit4]   2> 183475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001]
   [junit4]   2> 183476 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_3D49B6BCFBA4BC04-001/shard-1-001/lib
   [junit4]   2> 183476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 183477 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 183478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 183478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 183478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52759/solr
   [junit4]   2> 183478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 183478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 183478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 183480 INFO  (zkCallback-147-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2c5bb455 name:ZooKeeperConnection Watcher:127.0.0.1:52759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 183480 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 183481 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 183482 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:40080_cu_i%2Ffg    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 183484 INFO  (zkCallback-148-thread-1-processing-n:127.0.0.1:40080_cu_i%2Ffg) [n:127.0.0.1:40080_cu_i%2Ffg    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3fbd64fe name:ZooKeeperConnection Watcher:127.0.0.1:52759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 183484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:40080_cu_i%2Ffg    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 183490 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3D49B6BCFBA4BC04]) [n:127.0.0.1:40080_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 183554 INFO  (zkCallback-141-thread-3-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 183554 INFO  (zkCallback-141-thread-2-processing-n:127.0.0.1:45254_cu_i%2Ffg) [n:127.0.0.1:45254_cu_i%2Ffg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 183554 INFO  (zkCallback-143-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]

[...truncated too long message...]

SolrCloudCollection_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: data/index
   [junit4]   2> 11733416 INFO  (jetty-launcher-2599-thread-7) [    ] o.a.s.c.Overseer Overseer (id=95401772438781963-127.0.0.1:44981_solr-n_0000000001) closing
   [junit4]   2> 11733420 INFO  (jetty-launcher-2599-thread-7) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69afbfa2{/solr,null,UNAVAILABLE}
   [junit4]   2> 11733422 INFO  (jetty-launcher-2599-thread-9) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@368db9ff{/solr,null,UNAVAILABLE}
   [junit4]   2> 11733434 INFO  (coreCloseExecutor-10228-thread-1) [n:127.0.0.1:33428_solr c:testSolrCloudCollection s:shard2 r:core_node4 x:testSolrCloudCollection_shard2_replica2] o.a.s.c.CachingDirectoryFactory Closing RAMDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 11733435 INFO  (coreCloseExecutor-10228-thread-1) [n:127.0.0.1:33428_solr c:testSolrCloudCollection s:shard2 r:core_node4 x:testSolrCloudCollection_shard2_replica2] o.a.s.c.CachingDirectoryFactory looking to close data/index [CachedDir<<refCount=0;path=data/index;done=false>>]
   [junit4]   2> 11733435 INFO  (coreCloseExecutor-10228-thread-1) [n:127.0.0.1:33428_solr c:testSolrCloudCollection s:shard2 r:core_node4 x:testSolrCloudCollection_shard2_replica2] o.a.s.c.CachingDirectoryFactory Closing directory: data/index
   [junit4]   2> 11733435 INFO  (coreCloseExecutor-10228-thread-1) [n:127.0.0.1:33428_solr c:testSolrCloudCollection s:shard2 r:core_node4 x:testSolrCloudCollection_shard2_replica2] o.a.s.c.CachingDirectoryFactory looking to close data [CachedDir<<refCount=0;path=data;done=false>>]
   [junit4]   2> 11733435 INFO  (coreCloseExecutor-10228-thread-1) [n:127.0.0.1:33428_solr c:testSolrCloudCollection s:shard2 r:core_node4 x:testSolrCloudCollection_shard2_replica2] o.a.s.c.CachingDirectoryFactory Closing directory: data
   [junit4]   2> 11733440 INFO  (jetty-launcher-2599-thread-8) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e7c4ee2{/solr,null,UNAVAILABLE}
   [junit4]   2> 11733442 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3D49B6BCFBA4BC04]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44006 44006
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3D49B6BCFBA4BC04-001
   [junit4]   2> 11733862 WARN  (jetty-launcher-2599-thread-2-SendThread(127.0.0.1:44006)) [n:127.0.0.1:44981_solr    ] o.a.z.c.StaticHostProvider Unexpected exception
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]   2> 11733862 WARN  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3D49B6BCFBA4BC04]-SendThread(127.0.0.1:44006)) [n:127.0.0.1:49605_solr    ] o.a.z.c.StaticHostProvider Unexpected exception
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]   2> Feb 17, 2016 3:25:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=Lucene50(blocksize=128), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=FSTOrd50, intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l_dv=Lucene50(blocksize=128)}, docValues:{timestamp=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), range_facet_l_dv=DocValuesFormat(name=Lucene54)}, sim=DefaultSimilarity, locale=nl-BE, timezone=America/Santa_Isabel
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=2,free=43864272,total=453509120
   [junit4]   2> NOTE: All tests run in this JVM: [ShardRoutingTest, TestPartialUpdateDeduplication, OverseerStatusTest, TermsComponentTest, TestShardHandlerFactory, SpellingQueryConverterTest, DocValuesTest, BlockCacheTest, ConfigSetsAPITest, TestDistributedGrouping, HdfsDirectoryFactoryTest, CollectionsAPIDistributedZkTest, CollectionTooManyReplicasTest, DirectSolrSpellCheckerTest, TestCloudManagedSchema, TestRequestStatusCollectionAPI, DistributedSuggestComponentTest, ConvertedLegacyTest, RemoteQueryErrorTest, CoreAdminCreateDiscoverTest, TestSurroundQueryParser, TestLFUCache, TestRebalanceLeaders, LoggingHandlerTest, FileUtilsTest, SpellCheckCollatorTest, DistributedIntervalFacetingTest, TestUpdate, TestCustomSort, HdfsBasicDistributedZkTest, TestSolrXml, SoftAutoCommitTest, WordBreakSolrSpellCheckerTest, DOMUtilTest, TestSystemIdResolver, EnumFieldTest, DistanceFunctionTest, DistributedDebugComponentTest, UpdateRequestProcessorFactoryTest, TestBM25SimilarityFactory, HdfsCollectionsAPIDistributedZkTest, ChaosMonkeyNothingIsSafeTest, SolrInfoMBeanTest, TestCollationFieldDocValues, JavabinLoaderTest, SolrPluginUtilsTest, TestDownShardTolerantSearch, SpatialFilterTest, ZkStateWriterTest, DistributedFacetPivotWhiteBoxTest, BlockJoinFacetRandomTest, TestDefaultStatsCache, DistributedTermsComponentTest, MBeansHandlerTest, TestLMJelinekMercerSimilarityFactory, UniqFieldsUpdateProcessorFactoryTest, OpenCloseCoreStressTest, CloudExitableDirectoryReaderTest, OverriddenZkACLAndCredentialsProvidersTest, DistributedFacetPivotLongTailTest, TestConfigSetsAPIZkFailure, CheckHdfsIndexTest, SolrCmdDistributorTest, SparseHLLTest, TestCustomDocTransformer, TestSortByMinMaxFunction, DistributedVersionInfoTest, SchemaVersionSpecificBehaviorTest, BasicFunctionalityTest, TestRemoveLastDynamicCopyField, TestCodecSupport, PreAnalyzedUpdateProcessorTest, SimpleMLTQParserTest, TestSolrCoreProperties, DeleteInactiveReplicaTest, NotRequiredUniqueKeyTest, MoreLikeThisHandlerTest, TestLeaderInitiatedRecoveryThread, TestSimpleTrackingShardHandler, TestSolrCLIRunExample, CSVRequestHandlerTest, TestEmbeddedSolrServerConstructors, ShardSplitTest, TestQueryUtils, ChaosMonkeySafeLeaderTest, DistanceUnitsTest, TestSolrDeletionPolicy2, StressHdfsTest, CachingDirectoryFactoryTest, OpenExchangeRatesOrgProviderTest, NumericFieldsTest, TestSmileRequest, TestCollectionAPI, TestMiniSolrCloudClusterBase, TestMiniSolrCloudClusterSSL, TestReplicaProperties, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsThreadLeakTest, TestClusterStateMutator, RuleEngineTest, RulesTest, TestReplicationHandlerBackup, TestRestoreCore, SegmentsInfoRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, FacetPivotSmallTest, SpatialHeatmapFacetsTest, TestDistributedStatsComponentCardinality, TestScoreJoinQPScore, TestNonDefinedSimilarityFactory, TestExactSharedStatsCache, BasicAuthIntegrationTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicAuthIntegrationTest -Dtests.seed=3D49B6BCFBA4BC04 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=nl-BE -Dtests.timezone=America/Santa_Isabel -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | BasicAuthIntegrationTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3D49B6BCFBA4BC04]:0)
   [junit4] Completed [566/566 (3!)] on J1 in 7221.80s, 1 test, 2 errors <<< FAILURES!

[...truncated 14 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 566 suites (7 ignored), 2279 tests, 2 suite-level errors, 2 errors, 34 ignored (18 assumptions) [seed: 3D49B6BCFBA4BC04]

Total time: 350 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1099 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1099/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=15528, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15528, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:53001/tidr/j, https://127.0.0.1:46703/tidr/j, https://127.0.0.1:37737/tidr/j, https://127.0.0.1:54830/tidr/j, https://127.0.0.1:49579/tidr/j]
	at __randomizedtesting.SeedInfo.seed([82ED091DB633FB9F]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:970)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:53001/tidr/j, https://127.0.0.1:46703/tidr/j, https://127.0.0.1:37737/tidr/j, https://127.0.0.1:54830/tidr/j, https://127.0.0.1:49579/tidr/j]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1573)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1594)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:960)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:46703/tidr/j
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:585)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:934)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:891)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 11 more


FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard1, shard2] nodes=([core_node4(shard2), core_node1(shard1), core_node3(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard1, shard2] nodes=([core_node4(shard2), core_node1(shard1), core_node3(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([82ED091DB633FB9F:AB936C718CF9667]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Tue Feb 16 08:00:06 ACT 2016

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Tue Feb 16 08:00:06 ACT 2016
	at __randomizedtesting.SeedInfo.seed([82ED091DB633FB9F:594609DBB31B922C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1419)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:771)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11575 lines...]
   [junit4] Suite: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/init-core-data-001
   [junit4]   2> 689553 INFO  (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[82ED091DB633FB9F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 689553 INFO  (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[82ED091DB633FB9F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 689560 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 689561 INFO  (Thread-8771) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 689561 INFO  (Thread-8771) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 689661 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.ZkTestServer start zk server on port:45489
   [junit4]   2> 689661 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 689670 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 689676 INFO  (zkCallback-905-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38cc211e name:ZooKeeperConnection Watcher:127.0.0.1:45489 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 689676 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 689677 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 689677 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 689685 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 689686 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 689690 INFO  (zkCallback-906-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18d68a1c name:ZooKeeperConnection Watcher:127.0.0.1:45489/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 689690 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 689690 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 689690 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 689696 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 689700 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 689702 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 689704 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-doc-expire-update-processor.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 689705 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 689711 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 689711 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 689716 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 689716 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 689722 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 689722 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 689726 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 689727 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 689730 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 689730 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 689731 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 689732 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 689734 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 689734 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 689735 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 689736 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 689737 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 689737 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 689739 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 689739 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 689844 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1
   [junit4]   2> 689846 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 689848 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f6588d9{/,null,AVAILABLE}
   [junit4]   2> 689855 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@120eb174{HTTP/1.1}{127.0.0.1:44104}
   [junit4]   2> 689855 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.Server Started @693161ms
   [junit4]   2> 689855 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/tempDir-001/control/data, hostContext=/, hostPort=44104, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores}
   [junit4]   2> 689856 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@3827de24
   [junit4]   2> 689856 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001'
   [junit4]   2> 689856 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 689856 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 689856 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 689857 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 689858 INFO  (zkCallback-907-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33d8ca42 name:ZooKeeperConnection Watcher:127.0.0.1:45489/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 689858 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 689859 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 689861 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 689861 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/solr.xml
   [junit4]   2> 689876 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores
   [junit4]   2> 689877 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CoreContainer New CoreContainer 299268765
   [junit4]   2> 689877 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001]
   [junit4]   2> 689877 WARN  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/lib
   [junit4]   2> 689877 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 689878 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 689879 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 689879 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 689879 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45489/solr
   [junit4]   2> 689879 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 689879 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 689880 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 689881 INFO  (zkCallback-910-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56ff99ed name:ZooKeeperConnection Watcher:127.0.0.1:45489 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 689882 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 689883 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 689886 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 689887 INFO  (zkCallback-911-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58e291d3 name:ZooKeeperConnection Watcher:127.0.0.1:45489/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 689887 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 689888 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 689893 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 689898 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 689900 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 689901 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 689903 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 689904 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 689905 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 689906 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 689907 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44104_
   [junit4]   2> 689907 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44104_
   [junit4]   2> 689908 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 689910 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 689911 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 689912 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95395920527622148-127.0.0.1:44104_-n_0000000000
   [junit4]   2> 689912 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44104_
   [junit4]   2> 689912 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 689913 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer Overseer (id=95395920527622148-127.0.0.1:44104_-n_0000000000) starting
   [junit4]   2> 689916 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 689923 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 689923 INFO  (OverseerCollectionConfigSetProcessor-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 689923 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 689923 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 689940 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 689940 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 689941 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores
   [junit4]   2> 689942 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {collection=control_collection, dataDir=data/, schema=schema.xml, config=solrconfig.xml, transient=false, loadOnStartup=true, configSetProperties=configsetprops.json, name=collection1, coreNodeName=, shard=}
   [junit4]   2> 689942 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1
   [junit4]   2> 689942 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 689943 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 689943 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:44104_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 689944 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 689944 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 689945 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:44104_",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44104"} current state version: 0
   [junit4]   2> 689946 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:44104_",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44104"}
   [junit4]   2> 689946 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 689946 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 689947 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 689948 INFO  (zkCallback-911-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 690947 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 690947 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 690948 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 690948 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 690949 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 690949 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1'
   [junit4]   2> 690949 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 690950 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 690951 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 690963 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 690985 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.6.0
   [junit4]   2> 691039 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 691046 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 691283 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 691284 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 691285 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 691289 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 691337 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 691338 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 691338 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 691338 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1/data/]
   [junit4]   2> 691338 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 691341 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1/data
   [junit4]   2> 691342 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1/data/index/
   [junit4]   2> 691342 WARN  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 691342 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1/data/index
   [junit4]   2> 691342 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 691343 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@79dc2163 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63142915),segFN=segments_1,generation=1}
   [junit4]   2> 691343 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 691353 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-defaults"
   [junit4]   2> 691355 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1/data/
   [junit4]   2> 691355 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 691378 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-field"
   [junit4]   2> 691404 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-param"
   [junit4]   2> 691404 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "convert-ttl-field-with-param-default"
   [junit4]   2> 691404 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 691419 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 691422 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 691424 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 691426 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 691427 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 691431 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /update,/get,/admin/file,/select,/config,/admin/plugins,/admin/mbeans,/admin/system,/admin/logging,/admin/luke,/update/json/docs,/update/json,/schema,/admin/ping,/replication,/admin/threads,,/admin/segments,/admin/properties,/update/csv
   [junit4]   2> 691434 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 691435 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 691435 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 691436 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 691436 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 691436 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=6.578125, floorSegmentMB=2.0263671875, forceMergeDeletesPctAllowed=26.905184326950796, segmentsPerTier=37.0, maxCFSSegmentSizeMB=1.0068359375, noCFSRatio=0.7377232265961134
   [junit4]   2> 691437 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@79dc2163 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63142915),segFN=segments_1,generation=1}
   [junit4]   2> 691437 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 691437 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@140014eb[collection1] main
   [junit4]   2> 691437 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 691439 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 691439 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 691441 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 691441 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 691441 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 691444 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 691444 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 691444 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 691451 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 691451 INFO  (searcherExecutor-4969-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@140014eb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 691451 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 691451 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 691451 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 691451 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526334730422714368
   [junit4]   2> 691454 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526334730422714368
   [junit4]   2> 691454 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 691457 INFO  (coreLoadExecutor-4968-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 691459 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44104 collection:control_collection shard:shard1
   [junit4]   2> 691460 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 691469 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95395920527622148-core_node1-n_0000000000
   [junit4]   2> 691469 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 691471 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 691471 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 691471 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44104/collection1/
   [junit4]   2> 691471 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 691472 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 691472 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44104/collection1/ has no replicas
   [junit4]   2> 691475 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 691475 INFO  (zkCallback-911-thread-1-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 691480 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 691486 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44104/collection1/ shard1
   [junit4]   2> 691486 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44104",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 691590 INFO  (zkCallback-911-thread-2-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 691638 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44104/collection1/ and leader is http://127.0.0.1:44104/collection1/
   [junit4]   2> 691638 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44104
   [junit4]   2> 691638 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 691638 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 691638 INFO  (coreZkRegister-4962-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:44104_ s:shard1 c:control_collection) [n:127.0.0.1:44104_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 691640 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:44104_",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44104"} current state version: 3
   [junit4]   2> 691641 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:44104_",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44104"}
   [junit4]   2> 691743 INFO  (zkCallback-911-thread-2-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 691946 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 691946 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 691948 INFO  (zkCallback-913-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b592dae name:ZooKeeperConnection Watcher:127.0.0.1:45489/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 691948 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 691948 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 691948 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 691950 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 691950 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 691950 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 691951 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 691952 INFO  (zkCallback-914-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b3bd13 name:ZooKeeperConnection Watcher:127.0.0.1:45489/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 691952 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 691952 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 691954 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 691954 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 692046 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/cores/collection1
   [junit4]   2> 692046 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001
   [junit4]   2> 692047 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 692050 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40b75e22{/,null,AVAILABLE}
   [junit4]   2> 692050 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@50e28e24{HTTP/1.1}{127.0.0.1:39752}
   [junit4]   2> 692050 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.Server Started @695356ms
   [junit4]   2> 692050 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/tempDir-001/jetty1, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/cores, hostPort=39752, solrconfig=solrconfig.xml}
   [junit4]   2> 692051 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@3827de24
   [junit4]   2> 692051 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001'
   [junit4]   2> 692051 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 692051 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 692051 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 692052 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 692056 INFO  (zkCallback-915-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68ae34c8 name:ZooKeeperConnection Watcher:127.0.0.1:45489/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 692057 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 692057 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 692058 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 692059 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 692060 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/solr.xml
   [junit4]   2> 692076 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/cores
   [junit4]   2> 692076 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CoreContainer New CoreContainer 2132096224
   [junit4]   2> 692077 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001]
   [junit4]   2> 692077 WARN  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/lib
   [junit4]   2> 692077 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 692078 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 692079 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 692079 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 692079 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45489/solr
   [junit4]   2> 692079 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 692079 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 692080 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 692082 INFO  (zkCallback-918-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7eea2a6 name:ZooKeeperConnection Watcher:127.0.0.1:45489 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 692084 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 692084 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 692087 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 692089 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:39752_) [n:127.0.0.1:39752_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2863c1b5 name:ZooKeeperConnection Watcher:127.0.0.1:45489/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 692089 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 692095 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 693101 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39752_
   [junit4]   2> 693101 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39752_
   [junit4]   2> 693102 INFO  (zkCallback-911-thread-2-processing-n:127.0.0.1:44104_) [n:127.0.0.1:44104_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 693102 INFO  (zkCallback-913-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 693103 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:39752_) [n:127.0.0.1:39752_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 693106 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 693107 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95395920527622153-127.0.0.1:39752_-n_0000000001
   [junit4]   2> 693108 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95395920527622148-127.0.0.1:44104_-n_0000000000 to know if I could be the leader
   [junit4]   2> 693142 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 693142 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 693143 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/cores
   [junit4]   2> 693144 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {loadOnStartup=true, transient=false, name=collection1, coreNodeName=, collection=collection1, configSetProperties=configsetprops.json, config=solrconfig.xml, schema=schema.xml, shard=, dataDir=data/}
   [junit4]   2> 693144 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_82ED091DB633FB9F-001/shard-1-001/cores/collection1
   [junit4]   2> 693144 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 693145 INFO  (coreLoadExecutor-4980-thread-1-processing-n:127.0.0.1:39752_) [n:127.0.0.1:39752_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 693145 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 693145 INFO  (coreLoadExecutor-4980-thread-1-processing-n:127.0.0.1:39752_) [n:127.0.0.1:39752_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 693146 INFO  (TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[82ED091DB633FB9F]) [n:127.0.0.1:39752_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 693148 INFO  (OverseerStateUpdate-95395920527622148-127.0.0.1:44104_-n_0000000000) [n:127.0.0.1:44104_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:39752_",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:39752"} current state version: 4
   [junit4]   2> 693148 INFO  (coreLoadExecutor-4980-thread-1-processing-n:127.0.0.1:39752_) [n:127.0.0.1:39752_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 693148 INFO  (coreLoadExecutor-4980-thread-1-processing-n:127.0.0.1:39752_) [n:127.0.0.1:39752_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 693149 INFO  (coreLoadExecutor-4980-thread-1-processing-n:127.0.0.1:39752_) [n:127.0.0.1:39752_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 693149 INFO  (coreLoadExecutor-4980-thread-1-processing-n:127.0.0.1:39752_) [n:1

[...truncated too long message...]

ingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-026/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-026/./collection1/data;done=false>>]
   [junit4]   2> 2478120 INFO  (coreCloseExecutor-4001-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-026/./collection1/data
   [junit4]   2> 2478120 INFO  (coreCloseExecutor-4001-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-026/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-026/./collection1/data/index;done=false>>]
   [junit4]   2> 2478120 INFO  (coreCloseExecutor-4001-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-026/./collection1/data/index
   [junit4]   2> 2478120 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c0f725c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2478122 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@31e64d33{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 2478122 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[82ED091DB633FB9F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1314770529
   [junit4]   2> 2478123 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4ac0b8a1
   [junit4]   2> 2478123 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2478123 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2478123 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2478123 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2478124 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2478124 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2478124 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-027/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-027/./collection1/data/index;done=false>>]
   [junit4]   2> 2478124 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-027/./collection1/data/index
   [junit4]   2> 2478124 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-027/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 2478124 INFO  (coreCloseExecutor-4002-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001/solr-instance-027/./collection1/data
   [junit4]   2> 2478124 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[82ED091DB633FB9F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4eccd5af{/solr,null,UNAVAILABLE}
   [junit4]   2> 2478126 INFO  (SUITE-TestReplicationHandler-seed#[82ED091DB633FB9F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82ED091DB633FB9F-001
   [junit4]   2> NOTE: test params are: codec=Lucene54, sim=DefaultSimilarity, locale=sl, timezone=America/Eirunepe
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=281674584,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, DocumentAnalysisRequestHandlerTest, TestRawTransformer, TestDocBasedVersionConstraints, TestConfigSets, TestBinaryField, TestScoreJoinQPNoScore, TestOmitPositions, JSONWriterTest, TestRTimerTree, TestHighlightDedupGrouping, TestUniqueKeyFieldResource, TestDefaultSearchFieldResource, TestBulkSchemaAPI, OverseerRolesTest, TestLuceneMatchVersion, ResourceLoaderTest, ResponseHeaderTest, TestConfig, BigEndianAscendingWordDeserializerTest, QueryElevationComponentTest, SaslZkACLProviderTest, UUIDFieldTest, ActionThrottleTest, IndexSchemaRuntimeFieldTest, TestStandardQParsers, SyncSliceTest, VersionInfoTest, TestStressLucene, SegmentsInfoRequestHandlerTest, ZkStateReaderTest, TestReqParamsAPI, PrimUtilsTest, CurrencyFieldOpenExchangeTest, PathHierarchyTokenizerFactoryTest, CursorPagingTest, FileBasedSpellCheckerTest, CleanupOldIndexTest, AddBlockUpdateTest, AlternateDirectoryTest, DistributedQueueTest, BadCopyFieldTest, TestDistribDocBasedVersion, PreAnalyzedFieldTest, TestMissingGroups, TestSolrCloudWithKerberosAlt, DeleteReplicaTest, TestSimpleQParserPlugin, JsonLoaderTest, XsltUpdateRequestHandlerTest, TestLeaderElectionZkExpiry, TestLazyCores, CoreMergeIndexesAdminHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, TestFoldingMultitermQuery, BasicZkTest, TestCrossCoreJoin, TestOrdValues, TestHashQParserPlugin, TestFieldTypeResource, StandardRequestHandlerTest, BlockJoinFacetDistribTest, CopyFieldTest, TestSolrConfigHandlerConcurrent, EchoParamsTest, RecoveryAfterSoftCommitTest, CloudMLTQParserTest, TestBadConfig, HLLUtilTest, TestTrackingShardHandlerFactory, DocValuesMissingTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestAtomicUpdateErrorCases, TestBlendedInfixSuggestions, SynonymTokenizerTest, ParsingFieldUpdateProcessorsTest, TestComponentsName, PolyFieldTest, TestFunctionQuery, TestMiniSolrCloudClusterBase, HdfsChaosMonkeySafeLeaderTest, TestHighFrequencyDictionaryFactory, TestFastOutputStream, BasicDistributedZkTest, TestCloudSchemaless, TestRandomRequestDistribution, SmileWriterTest, TestInfoStreamLogging, ExitableDirectoryReaderTest, HdfsBasicDistributedZk2Test, TestIBSimilarityFactory, DistributedQueryElevationComponentTest, RestartWhileUpdatingTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, TestReplicationHandler]
   [junit4] Completed [303/566 (3!)] on J0 in 484.25s, 13 tests, 1 failure <<< FAILURES!

[...truncated 831 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 566 suites (7 ignored), 2279 tests, 1 error, 2 failures, 34 ignored (18 assumptions) [seed: 82ED091DB633FB9F]

Total time: 207 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1098 - Still Failing

Posted by Steve Rowe <sa...@gmail.com>.
:) yeah, no coffee yet, thanks Mike.

--
Steve
www.lucidworks.com

> On Feb 15, 2016, at 9:04 AM, Michael McCandless <lu...@mikemccandless.com> wrote:
> 
> I committed a fix for this a few hours ago...
> 
> Mike McCandless
> 
> http://blog.mikemccandless.com
> 
> 
> On Mon, Feb 15, 2016 at 9:01 AM, Steve Rowe <sa...@gmail.com> wrote:
>> I’ve seen this same failure on my Jenkins, but neither seed reproduces for me.
>> 
>> --
>> Steve
>> www.lucidworks.com
>> 
>>> On Feb 15, 2016, at 4:36 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
>>> 
>>> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1098/
>>> 
>>> 1 tests failed.
>>> FAILED:  org.apache.lucene.index.TestSortingMergePolicy.testForceMergeNotNeeded
>>> 
>>> Error Message:
>>> 
>>> 
>>> Stack Trace:
>>> java.lang.AssertionError
>>>      at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
>>>      at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
>>>      at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
>>>      at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
>>>      at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
>>>      at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
>>>      at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>>      at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>>      at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>>      at java.lang.reflect.Method.invoke(Method.java:606)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>>>      at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>>>      at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>>>      at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>>>      at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>>>      at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>>>      at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>      at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>>>      at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>>>      at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
>>>      at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
>>>      at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>>>      at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>      at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>>>      at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>>>      at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>>>      at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>      at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>      at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>      at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>>>      at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>>>      at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>>>      at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>>>      at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>      at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>>>      at java.lang.Thread.run(Thread.java:745)
>>> 
>>> 
>>> 
>>> 
>>> Build Log:
>>> [...truncated 8191 lines...]
>>>  [junit4] Suite: org.apache.lucene.index.TestSortingMergePolicy
>>>  [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>>>  [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.method=testForceMergeNotNeeded -Dtests.seed=A5F3779EADC97CBE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-DZ -Dtests.timezone=MST7MDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>>>  [junit4] FAILURE 3.18s J1 | TestSortingMergePolicy.testForceMergeNotNeeded <<<
>>>  [junit4]    > Throwable #1: java.lang.AssertionError
>>>  [junit4]    >       at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
>>>  [junit4]    >       at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
>>>  [junit4]    >       at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
>>>  [junit4]    >       at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
>>>  [junit4]    >       at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
>>>  [junit4]    >       at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
>>>  [junit4]    >       at java.lang.Thread.run(Thread.java:745)
>>>  [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {s=FST50}, docValues:{ndv=DocValuesFormat(name=Asserting)}, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ar-DZ, timezone=MST7MDT
>>>  [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=191109240,total=294125568
>>>  [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSplitter, TestFieldCacheReopen, TestHighFreqTerms, IndexSortingTest, TestPKIndexSplitter, TestLazyDocument, TestSortingMergePolicy]
>>>  [junit4] Completed [14/25 (1!)] on J1 in 9.34s, 3 tests, 1 failure <<< FAILURES!
>>> 
>>> [...truncated 48 lines...]
>>> BUILD FAILED
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build.xml:475: The following error occurred while executing this line:
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:2273: The following error occurred while executing this line:
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/module-build.xml:58: The following error occurred while executing this line:
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
>>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 25 suites, 187 tests, 1 failure, 1 ignored (1 assumption) [seed: A5F3779EADC97CBE]
>>> 
>>> Total time: 105 minutes 12 seconds
>>> Build step 'Invoke Ant' marked build as failure
>>> Archiving artifacts
>>> Recording test results
>>> Email was triggered for: Failure - Any
>>> Sending email for trigger: Failure - Any
>>> 
>>> 
>>> 
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> For additional commands, e-mail: dev-help@lucene.apache.org
>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1098 - Still Failing

Posted by Michael McCandless <lu...@mikemccandless.com>.
I committed a fix for this a few hours ago...

Mike McCandless

http://blog.mikemccandless.com


On Mon, Feb 15, 2016 at 9:01 AM, Steve Rowe <sa...@gmail.com> wrote:
> I’ve seen this same failure on my Jenkins, but neither seed reproduces for me.
>
> --
> Steve
> www.lucidworks.com
>
>> On Feb 15, 2016, at 4:36 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
>>
>> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1098/
>>
>> 1 tests failed.
>> FAILED:  org.apache.lucene.index.TestSortingMergePolicy.testForceMergeNotNeeded
>>
>> Error Message:
>>
>>
>> Stack Trace:
>> java.lang.AssertionError
>>       at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
>>       at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
>>       at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
>>       at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
>>       at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
>>       at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
>>       at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>       at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>       at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>       at java.lang.reflect.Method.invoke(Method.java:606)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>>       at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>>       at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>>       at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>>       at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>>       at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
>>       at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>>       at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>>       at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>>       at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>>       at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>>       at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>>       at java.lang.Thread.run(Thread.java:745)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 8191 lines...]
>>   [junit4] Suite: org.apache.lucene.index.TestSortingMergePolicy
>>   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>>   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.method=testForceMergeNotNeeded -Dtests.seed=A5F3779EADC97CBE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-DZ -Dtests.timezone=MST7MDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>>   [junit4] FAILURE 3.18s J1 | TestSortingMergePolicy.testForceMergeNotNeeded <<<
>>   [junit4]    > Throwable #1: java.lang.AssertionError
>>   [junit4]    >       at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
>>   [junit4]    >       at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
>>   [junit4]    >       at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
>>   [junit4]    >       at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
>>   [junit4]    >       at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
>>   [junit4]    >       at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
>>   [junit4]    >       at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {s=FST50}, docValues:{ndv=DocValuesFormat(name=Asserting)}, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ar-DZ, timezone=MST7MDT
>>   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=191109240,total=294125568
>>   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSplitter, TestFieldCacheReopen, TestHighFreqTerms, IndexSortingTest, TestPKIndexSplitter, TestLazyDocument, TestSortingMergePolicy]
>>   [junit4] Completed [14/25 (1!)] on J1 in 9.34s, 3 tests, 1 failure <<< FAILURES!
>>
>> [...truncated 48 lines...]
>> BUILD FAILED
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build.xml:475: The following error occurred while executing this line:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:2273: The following error occurred while executing this line:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/module-build.xml:58: The following error occurred while executing this line:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 25 suites, 187 tests, 1 failure, 1 ignored (1 assumption) [seed: A5F3779EADC97CBE]
>>
>> Total time: 105 minutes 12 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Archiving artifacts
>> Recording test results
>> Email was triggered for: Failure - Any
>> Sending email for trigger: Failure - Any
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1098 - Still Failing

Posted by Steve Rowe <sa...@gmail.com>.
I’ve seen this same failure on my Jenkins, but neither seed reproduces for me.

--
Steve
www.lucidworks.com

> On Feb 15, 2016, at 4:36 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
> 
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1098/
> 
> 1 tests failed.
> FAILED:  org.apache.lucene.index.TestSortingMergePolicy.testForceMergeNotNeeded
> 
> Error Message:
> 
> 
> Stack Trace:
> java.lang.AssertionError
> 	at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
> 	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
> 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
> 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
> 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
> 	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:606)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 
> 
> 
> Build Log:
> [...truncated 8191 lines...]
>   [junit4] Suite: org.apache.lucene.index.TestSortingMergePolicy
>   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.method=testForceMergeNotNeeded -Dtests.seed=A5F3779EADC97CBE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-DZ -Dtests.timezone=MST7MDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>   [junit4] FAILURE 3.18s J1 | TestSortingMergePolicy.testForceMergeNotNeeded <<<
>   [junit4]    > Throwable #1: java.lang.AssertionError
>   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
>   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
>   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
>   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
>   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
>   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
>   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {s=FST50}, docValues:{ndv=DocValuesFormat(name=Asserting)}, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ar-DZ, timezone=MST7MDT
>   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=191109240,total=294125568
>   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSplitter, TestFieldCacheReopen, TestHighFreqTerms, IndexSortingTest, TestPKIndexSplitter, TestLazyDocument, TestSortingMergePolicy]
>   [junit4] Completed [14/25 (1!)] on J1 in 9.34s, 3 tests, 1 failure <<< FAILURES!
> 
> [...truncated 48 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build.xml:475: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:2273: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/module-build.xml:58: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 25 suites, 187 tests, 1 failure, 1 ignored (1 assumption) [seed: A5F3779EADC97CBE]
> 
> Total time: 105 minutes 12 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1098 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1098/

1 tests failed.
FAILED:  org.apache.lucene.index.TestSortingMergePolicy.testForceMergeNotNeeded

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 8191 lines...]
   [junit4] Suite: org.apache.lucene.index.TestSortingMergePolicy
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.method=testForceMergeNotNeeded -Dtests.seed=A5F3779EADC97CBE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-DZ -Dtests.timezone=MST7MDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 3.18s J1 | TestSortingMergePolicy.testForceMergeNotNeeded <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A5F3779EADC97CBE:B9D00F84369697AB]:0)
   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1931)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1764)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1721)
   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {s=FST50}, docValues:{ndv=DocValuesFormat(name=Asserting)}, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ar-DZ, timezone=MST7MDT
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=191109240,total=294125568
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSplitter, TestFieldCacheReopen, TestHighFreqTerms, IndexSortingTest, TestPKIndexSplitter, TestLazyDocument, TestSortingMergePolicy]
   [junit4] Completed [14/25 (1!)] on J1 in 9.34s, 3 tests, 1 failure <<< FAILURES!

[...truncated 48 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:2273: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 25 suites, 187 tests, 1 failure, 1 ignored (1 assumption) [seed: A5F3779EADC97CBE]

Total time: 105 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1097 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1097/

3 tests failed.
FAILED:  org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun

Error Message:
Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":49704; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":49704; 
	at __randomizedtesting.SeedInfo.seed([F9B45A8DBAB02C2A:F7E6EE83BB261E25]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy109.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy110.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun(MorphlineBasicMiniMRTest.java:363)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
	at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
	at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
	at sun.nio.ch.IOUtil.read(IOUtil.java:197)
	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384)
	at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:513)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:254)
	at java.io.DataInputStream.readInt(DataInputStream.java:387)
	at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071)
	at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966)


FAILED:  org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test

Error Message:
Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":41858; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":41858; 
	at __randomizedtesting.SeedInfo.seed([F9B45A8DBAB02C2A:71E06557144C41D2]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy110.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy111.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test(MorphlineGoLiveMiniMRTest.java:401)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
	at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
	at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
	at sun.nio.ch.IOUtil.read(IOUtil.java:197)
	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384)
	at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:513)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:254)
	at java.io.DataInputStream.readInt(DataInputStream.java:387)
	at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071)
	at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966)


FAILED:  junit.framework.TestSuite.org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest:     1) Thread[id=439, name=Node Status Updater, state=TIMED_WAITING, group=TGRP-MorphlineGoLiveMiniMRTest]         at java.lang.Object.wait(Native Method)         at org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl$1.run(NodeStatusUpdaterImpl.java:659)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest: 
   1) Thread[id=439, name=Node Status Updater, state=TIMED_WAITING, group=TGRP-MorphlineGoLiveMiniMRTest]
        at java.lang.Object.wait(Native Method)
        at org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl$1.run(NodeStatusUpdaterImpl.java:659)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([F9B45A8DBAB02C2A]:0)




Build Log:
[...truncated 19835 lines...]
   [junit4] Suite: org.apache.solr.hadoop.MorphlineBasicMiniMRTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/init-core-data-001
   [junit4]   2> 0    INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2401 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2562 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 2644 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 2730 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.c.C.deprecation hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
   [junit4]   2> 2733 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 2734 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 2737 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 2743 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2016 Shk 14 12:32:02
   [junit4]   2> 2747 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 2748 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 2750 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455 MB = 9.1 MB
   [junit4]   2> 2751 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 2779 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 2780 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 2780 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 2781 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 2781 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 2781 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 2782 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 2782 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 2782 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 2792 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 2792 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 2793 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 2793 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 2799 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 3145 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 3146 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 3146 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455 MB = 4.5 MB
   [junit4]   2> 3147 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 3147 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 3169 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 3169 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 3169 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455 MB = 1.1 MB
   [junit4]   2> 3170 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 3172 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 3173 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 3173 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 3176 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 3176 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 3182 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 3183 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 3183 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455 MB = 139.8 KB
   [junit4]   2> 3184 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 3194 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 3194 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 3195 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 3278 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSImage Allocated new BlockPoolId: BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 3293 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/name1 has been successfully formatted.
   [junit4]   2> 3299 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/name2 has been successfully formatted.
   [junit4]   2> 3601 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NNStorageRetentionManager Going to retain 1 images with txid >= 0
   [junit4]   2> 3622 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameNode createNameNode []
   [junit4]   2> 3691 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3799 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.m.i.MetricsSystemImpl Scheduled snapshot period at 10 second(s).
   [junit4]   2> 3799 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.m.i.MetricsSystemImpl NameNode metrics system started
   [junit4]   2> 3803 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameNode fs.defaultFS is hdfs://127.0.0.1:0
   [junit4]   2> 3877 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.DFSUtil Starting Web-server for hdfs at: http://localhost:0
   [junit4]   2> 4039 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 4079 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4122 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 4127 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
   [junit4]   2> 4127 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 4127 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 4181 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
   [junit4]   2> 4184 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 4221 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 34174
   [junit4]   2> 4221 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4349 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34174_hdfs____ryz793/webapp
   [junit4]   2> 4582 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 5610 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34174
   [junit4]   2> 5624 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 5624 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 5625 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 5625 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 5626 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 5626 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2016 Shk 14 12:32:05
   [junit4]   2> 5626 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 5627 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 5627 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455 MB = 9.1 MB
   [junit4]   2> 5627 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 5628 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 5628 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 5628 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 5629 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 5629 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 5629 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 5629 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 5629 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 5630 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 5630 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 5630 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 5630 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 5631 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 5631 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 5631 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 5632 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 5632 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455 MB = 4.5 MB
   [junit4]   2> 5632 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 5633 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 5633 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 5633 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 5633 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455 MB = 1.1 MB
   [junit4]   2> 5633 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 5634 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 5634 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 5634 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 5634 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 5635 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 5635 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 5635 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 5635 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455 MB = 139.8 KB
   [junit4]   2> 5635 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 5638 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 5638 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 5639 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 5653 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/name1/in_use.lock acquired by nodename 1055@lucene1-us-west
   [junit4]   2> 5659 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/name2/in_use.lock acquired by nodename 1055@lucene1-us-west
   [junit4]   2> 5667 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/name1/current
   [junit4]   2> 5668 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/name2/current
   [junit4]   2> 5680 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSImage No edit log streams selected.
   [junit4]   2> 5713 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSImageFormatPBINode Loading 1 INodes.
   [junit4]   2> 5735 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSImageFormatProtobuf Loaded FSImage in 0 seconds.
   [junit4]   2> 5735 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSImage Loaded image for txid 0 from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/name1/current/fsimage_0000000000000000000
   [junit4]   2> 5743 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
   [junit4]   2> 5743 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSEditLog Starting log segment at 1
   [junit4]   2> 5809 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameCache initialized with 0 entries 0 lookups
   [junit4]   2> 5810 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Finished loading FSImage in 171 msecs
   [junit4]   2> 6230 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameNode RPC server is binding to localhost:0
   [junit4]   2> 6246 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 6276 INFO  (Socket Reader #1 for port 41370) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 41370
   [junit4]   2> 6328 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameNode Clients are to use localhost:41370 to access this namenode/service.
   [junit4]   2> 6332 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Registered FSNamesystemState MBean
   [junit4]   2> 6362 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 6362 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 6362 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem initializing replication queues
   [junit4]   2> 6363 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.StateChange STATE* Leaving safe mode after 0 secs
   [junit4]   2> 6363 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.StateChange STATE* Network topology has 0 racks and 0 datanodes
   [junit4]   2> 6363 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.StateChange STATE* UnderReplicatedBlocks has 0 blocks
   [junit4]   2> 6372 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Total number of blocks            = 0
   [junit4]   2> 6384 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of invalid blocks          = 0
   [junit4]   2> 6384 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of under-replicated blocks = 0
   [junit4]   2> 6384 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of  over-replicated blocks = 0
   [junit4]   2> 6384 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of blocks being written    = 0
   [junit4]   2> 6385 INFO  (Replication Queue Initializer) [    ] o.a.h.h.StateChange STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 22 msec
   [junit4]   2> 6438 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 6449 INFO  (IPC Server listener on 41370) [    ] o.a.h.i.Server IPC Server listener on 41370: starting
   [junit4]   2> 6450 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.NameNode NameNode RPC up at: localhost/127.0.0.1:41370
   [junit4]   2> 6450 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.n.FSNamesystem Starting services required for active state
   [junit4]   2> 6476 INFO  (CacheReplicationMonitor(1307865526)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Starting CacheReplicationMonitor with interval 30000 milliseconds
   [junit4]   2> 6476 INFO  (CacheReplicationMonitor(1307865526)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 23909815464 milliseconds
   [junit4]   2> 6484 INFO  (CacheReplicationMonitor(1307865526)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 8 millisecond(s).
   [junit4]   2> 6488 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2
   [junit4]   2> 6578 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 6580 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 6589 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 6599 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:44115
   [junit4]   2> 6603 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 6604 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 6610 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 6611 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 6612 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 6613 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 6613 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 6620 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 6621 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 57305
   [junit4]   2> 6621 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 6650 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57305_datanode____qyaf7h/webapp
   [junit4]   2> 6801 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 7355 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57305
   [junit4]   2> 7358 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode dnUserName = jenkins
   [junit4]   2> 7358 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode supergroup = supergroup
   [junit4]   2> 7389 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 7390 INFO  (Socket Reader #1 for port 41904) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 41904
   [junit4]   2> 7407 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Opened IPC server at /127.0.0.1:41904
   [junit4]   2> 7425 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Refresh request received for nameservices: null
   [junit4]   2> 7429 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Starting BPOfferServices for nameservices: <default>
   [junit4]   2> 7497 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.DataNode Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:41370 starting to offer service
   [junit4]   2> 7515 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 7533 INFO  (IPC Server listener on 41904) [    ] o.a.h.i.Server IPC Server listener on 41904: starting
   [junit4]   2> 7598 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4
   [junit4]   2> 7689 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 7689 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 7689 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 7691 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:41305
   [junit4]   2> 7691 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 7691 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 7693 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 7695 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 7696 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 7696 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 7696 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 7698 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 7698 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 51359
   [junit4]   2> 7699 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 7724 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51359_datanode____gebkv6/webapp
   [junit4]   2> 7947 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 8462 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage DataNode version: -56 and NameNode layout version: -60
   [junit4]   2> 8466 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/in_use.lock acquired by nodename 1055@lucene1-us-west
   [junit4]   2> 8468 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1 is not formatted for BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 8468 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8475 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/in_use.lock acquired by nodename 1055@lucene1-us-west
   [junit4]   2> 8476 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2 is not formatted for BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 8477 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8635 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51359
   [junit4]   2> 8655 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode dnUserName = jenkins
   [junit4]   2> 8655 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode supergroup = supergroup
   [junit4]   2> 8656 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 8664 INFO  (Socket Reader #1 for port 51143) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 51143
   [junit4]   2> 8672 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Opened IPC server at /127.0.0.1:51143
   [junit4]   2> 8690 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Analyzing storage directories for bpid BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 8691 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 8693 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-133164838-10.41.0.5-1455449523010 is not formatted.
   [junit4]   2> 8693 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8693 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-133164838-10.41.0.5-1455449523010 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-133164838-10.41.0.5-1455449523010/current
   [junit4]   2> 8696 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Refresh request received for nameservices: null
   [junit4]   2> 8696 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.h.s.d.DataNode Starting BPOfferServices for nameservices: <default>
   [junit4]   2> 8698 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 8699 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current/BP-133164838-10.41.0.5-1455449523010 is not formatted.
   [junit4]   2> 8699 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8699 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-133164838-10.41.0.5-1455449523010 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current/BP-133164838-10.41.0.5-1455449523010/current
   [junit4]   2> 8703 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 8703 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 8705 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.DataNode Setting up storage: nsid=349186891;bpid=BP-133164838-10.41.0.5-1455449523010;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=349186891;c=0;bpid=BP-133164838-10.41.0.5-1455449523010;dnuuid=null
   [junit4]   2> 8710 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.DataNode Generated and persisted new Datanode UUID 778c1dbc-6ccd-4a33-b08d-f39cbeffa3b6
   [junit4]   2> 8733 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.DataNode Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:41370 starting to offer service
   [junit4]   2> 8748 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 8812 INFO  (IPC Server listener on 51143) [    ] o.a.h.i.Server IPC Server listener on 51143: starting
   [junit4]   2> 8841 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage DataNode version: -56 and NameNode layout version: -60
   [junit4]   2> 8845 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/in_use.lock acquired by nodename 1055@lucene1-us-west
   [junit4]   2> 8846 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3 is not formatted for BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 8846 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8851 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/in_use.lock acquired by nodename 1055@lucene1-us-west
   [junit4]   2> 8852 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4 is not formatted for BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 8852 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8905 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current
   [junit4]   2> 8915 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current, StorageType: DISK
   [junit4]   2> 8916 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current
   [junit4]   2> 8916 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current, StorageType: DISK
   [junit4]   2> 8946 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Registered FSDatasetState MBean
   [junit4]   2> 8957 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.DirectoryScanner Periodic Directory Tree Verification scan starting at 1455449812750 with interval 21600000
   [junit4]   2> 8966 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Adding block pool BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 8967 INFO  (Thread-90) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Scanning block pool BP-133164838-10.41.0.5-1455449523010 on volume /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current...
   [junit4]   2> 8974 INFO  (Thread-89) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Scanning block pool BP-133164838-10.41.0.5-1455449523010 on volume /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current...
   [junit4]   2> 8993 INFO  (Thread-90) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Time taken to scan block pool BP-133164838-10.41.0.5-1455449523010 on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current: 22ms
   [junit4]   2> 9013 INFO  (Thread-89) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Time taken to scan block pool BP-133164838-10.41.0.5-1455449523010 on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current: 32ms
   [junit4]   2> 9013 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Total time to scan all replicas for block pool BP-133164838-10.41.0.5-1455449523010: 47ms
   [junit4]   2> 9014 INFO  (Thread-94) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Adding replicas to map for block pool BP-133164838-10.41.0.5-1455449523010 on volume /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current...
   [junit4]   2> 9014 INFO  (Thread-94) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Time to add replicas to map for block pool BP-133164838-10.41.0.5-1455449523010 on volume /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/current: 0ms
   [junit4]   2> 9022 INFO  (Thread-95) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Adding replicas to map for block pool BP-133164838-10.41.0.5-1455449523010 on volume /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current...
   [junit4]   2> 9024 INFO  (Thread-95) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Time to add replicas to map for block pool BP-133164838-10.41.0.5-1455449523010 on volume /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/current: 0ms
   [junit4]   2> 9024 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Total time to add all replicas to map: 11ms
   [junit4]   2> 9029 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.d.DataNode Block pool BP-133164838-10.41.0.5-1455449523010 (Datanode Uuid null) service to localhost/127.0.0.1:41370 beginning handshake with NN
   [junit4]   2> 9036 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Analyzing storage directories for bpid BP-133164838-10.41.0.5-1455449523010
   [junit4]   2> 9037 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 9038 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/current/BP-133164838-10.41.0.5-1455449523010 is not formatted.
   [junit4]   2> 9038 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9038 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-133164838-10.41.0.5-1455449523010 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/current/BP-133164838-10.41.0.5-1455449523010/current
   [junit4]   2> 9042 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 9043 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/current/BP-133164838-10.41.0.5-1455449523010 is not formatted.
   [junit4]   2> 9043 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBAB02C2A-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:41370) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9043 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_F9B45A8DBA

[...truncated too long message...]

oop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.teardownClass(MorphlineGoLiveMiniMRTest.java:235)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 82199 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system stopped.
   [junit4]   2> 82200 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system shutdown complete.
   [junit4]   2> 82201 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[F9B45A8DBAB02C2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_F9B45A8DBAB02C2A-001
   [junit4]   2> Feb 14, 2016 11:33:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest: 
   [junit4]   2>    1) Thread[id=439, name=Node Status Updater, state=TIMED_WAITING, group=TGRP-MorphlineGoLiveMiniMRTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl$1.run(NodeStatusUpdaterImpl.java:659)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=uk-UA, timezone=US/East-Indiana
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=9,free=119738168,total=345505792
   [junit4]   2> NOTE: All tests run in this JVM: [MorphlineGoLiveMiniMRTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MorphlineGoLiveMiniMRTest -Dtests.seed=F9B45A8DBAB02C2A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=uk-UA -Dtests.timezone=US/East-Indiana -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | MorphlineGoLiveMiniMRTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest: 
   [junit4]    >    1) Thread[id=439, name=Node Status Updater, state=TIMED_WAITING, group=TGRP-MorphlineGoLiveMiniMRTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl$1.run(NodeStatusUpdaterImpl.java:659)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F9B45A8DBAB02C2A]:0)
   [junit4] Completed [7/7 (2!)] on J1 in 84.01s, 2 tests, 2 errors <<< FAILURES!

[...truncated 13 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:253: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:469: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 7 suites, 35 tests, 1 suite-level error, 2 errors, 1 ignored [seed: F9B45A8DBAB02C2A]

Total time: 209 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1096 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1096/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([A17758EE270828B3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.GeneratedMethodAccessor58.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.search.TestIndexSearcher.testReopen

Error Message:
nothing changed, searcher should be the same expected same:<Searcher@7af24215[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.6.0):c2) Uninverting(_1(5.6.0):c2) Uninverting(_2(5.6.0):c2)))}> was not:<Searcher@1fe5e594[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.6.0):c2) Uninverting(_1(5.6.0):c2) Uninverting(_2(5.6.0):c2)))}>

Stack Trace:
java.lang.AssertionError: nothing changed, searcher should be the same expected same:<Searcher@7af24215[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.6.0):c2) Uninverting(_1(5.6.0):c2) Uninverting(_2(5.6.0):c2)))}> was not:<Searcher@1fe5e594[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.6.0):c2) Uninverting(_1(5.6.0):c2) Uninverting(_2(5.6.0):c2)))}>
	at __randomizedtesting.SeedInfo.seed([A17758EE270828B3:8D3F89F85434A790]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotSame(Assert.java:641)
	at org.junit.Assert.assertSame(Assert.java:580)
	at org.apache.solr.search.TestIndexSearcher.testReopen(TestIndexSearcher.java:134)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11662 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J1-20160213_092621_820.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/heapdumps/java_pid16312.hprof ...
   [junit4] Heap dump file created [612537982 bytes in 10.829 secs]
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J1-20160213_092621_820.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0"
   [junit4] WARN: Unhandled exception in event serialization. -> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] <<< JVM J1: EOF ----

[...truncated 8 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/init-core-data-001
   [junit4]   2> 1129771 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestStressReplication
   [junit4]   2> 1129772 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1
   [junit4]   2> 1129775 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1129777 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61be759f{/solr,null,AVAILABLE}
   [junit4]   2> 1129777 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7ab826d1{HTTP/1.1}{127.0.0.1:38378}
   [junit4]   2> 1129778 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server Started @1132928ms
   [junit4]   2> 1129778 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/data, hostPort=38378, hostContext=/solr}
   [junit4]   2> 1129778 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@3827de24
   [junit4]   2> 1129778 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001'
   [junit4]   2> 1129778 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1129778 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1129778 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/solr.xml
   [junit4]   2> 1129792 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/.
   [junit4]   2> 1129792 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer New CoreContainer 425109510
   [junit4]   2> 1129792 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001]
   [junit4]   2> 1129792 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/lib
   [junit4]   2> 1129793 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1129794 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1129794 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1129794 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1129794 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1129794 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1129795 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/.
   [junit4]   2> 1129796 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {loadOnStartup=true, config=solrconfig.xml, transient=false, name=collection1, dataDir=data/, configSetProperties=configsetprops.json, schema=schema.xml}
   [junit4]   2> 1129796 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1
   [junit4]   2> 1129797 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1129797 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1'
   [junit4]   2> 1129797 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1129797 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0
   [junit4]   2> 1129797 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1129797 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1129805 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1129818 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.6.0
   [junit4]   2> 1129843 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1129848 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1129855 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1129858 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1'
   [junit4]   2> 1129858 INFO  (coreLoadExecutor-3225-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1
   [junit4]   2> 1129858 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1129858 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1129858 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1129859 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data
   [junit4]   2> 1129859 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1129859 WARN  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1129859 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1129859 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6263090211337061]
   [junit4]   2> 1129860 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5ed8a42 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e0ff618),segFN=segments_1,generation=1}
   [junit4]   2> 1129860 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1129860 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1129862 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1129864 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1129877 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1129878 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1129879 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1129884 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1129884 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/threads,/admin/properties,/update/json,lazy,/admin/logging,/update,/admin/file,/admin/plugins,defaults,standard,/schema,/config,/admin/mbeans,/admin/segments,/update/csv,/update/json/docs,/admin/ping,/replication,/admin/luke,/get,/admin/system
   [junit4]   2> 1129885 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1129886 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1129886 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1129886 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=8.455078125, floorSegmentMB=1.513671875, forceMergeDeletesPctAllowed=17.116185295796623, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1129886 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5ed8a42 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e0ff618),segFN=segments_1,generation=1}
   [junit4]   2> 1129886 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1129887 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@38626651[collection1] main
   [junit4]   2> 1129887 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/conf
   [junit4]   2> 1129887 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1129887 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/conf
   [junit4]   2> 1129887 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1129887 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1129887 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1129888 INFO  (searcherExecutor-3226-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38626651[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1129888 INFO  (coreLoadExecutor-3225-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1130299 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1
   [junit4]   2> 1130303 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1130304 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d832230{/solr,null,AVAILABLE}
   [junit4]   2> 1130305 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@70b9bd20{HTTP/1.1}{127.0.0.1:34055}
   [junit4]   2> 1130305 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server Started @1133455ms
   [junit4]   2> 1130305 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34055, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data}
   [junit4]   2> 1130305 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@3827de24
   [junit4]   2> 1130305 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002'
   [junit4]   2> 1130305 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1130305 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1130306 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/solr.xml
   [junit4]   2> 1130320 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/.
   [junit4]   2> 1130320 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer New CoreContainer 120288616
   [junit4]   2> 1130320 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002]
   [junit4]   2> 1130320 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/lib
   [junit4]   2> 1130321 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1130322 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1130322 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1130322 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1130323 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1130323 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1130323 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/.
   [junit4]   2> 1130325 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {transient=false, schema=schema.xml, name=collection1, configSetProperties=configsetprops.json, config=solrconfig.xml, loadOnStartup=true, dataDir=data/}
   [junit4]   2> 1130325 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1
   [junit4]   2> 1130325 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1130325 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1'
   [junit4]   2> 1130325 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1130325 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0
   [junit4]   2> 1130325 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1130325 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1130333 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1130345 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.6.0
   [junit4]   2> 1130370 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1130374 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1130382 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1130384 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1'
   [junit4]   2> 1130384 INFO  (coreLoadExecutor-3235-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1
   [junit4]   2> 1130384 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1130385 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1130385 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1130385 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data
   [junit4]   2> 1130385 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1130385 WARN  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1130385 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1130386 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6263090211337061]
   [junit4]   2> 1130386 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1cdf9e19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d048a1e),segFN=segments_1,generation=1}
   [junit4]   2> 1130386 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1130387 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1130388 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1130391 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130392 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130393 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130394 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130396 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1130396 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/threads,/admin/properties,/update/json,lazy,/admin/logging,/update,/admin/file,/admin/plugins,defaults,standard,/schema,/config,/admin/mbeans,/admin/segments,/update/csv,/update/json/docs,/admin/ping,/replication,/admin/luke,/get,/admin/system
   [junit4]   2> 1130397 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1130397 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1130397 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1130397 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=8.455078125, floorSegmentMB=1.513671875, forceMergeDeletesPctAllowed=17.116185295796623, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1130398 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1cdf9e19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d048a1e),segFN=segments_1,generation=1}
   [junit4]   2> 1130398 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1130398 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@5f746a22[collection1] main
   [junit4]   2> 1130398 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/conf
   [junit4]   2> 1130398 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1130398 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/conf
   [junit4]   2> 1130398 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1130400 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1130400 INFO  (searcherExecutor-3236-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f746a22[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1130400 INFO  (coreLoadExecutor-3235-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1130828 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@70b9bd20{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1130828 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=120288616
   [junit4]   2> 1130829 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2cacff43
   [junit4]   2> 1130829 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1130829 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1130829 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1130829 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1130830 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1130830 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1130830 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 1130830 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1130830 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 1130830 INFO  (coreCloseExecutor-3241-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data
   [junit4]   2> 1130831 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d832230{/solr,null,UNAVAILABLE}
   [junit4]   2> 1130832 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1130836 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69a28927{/solr,null,AVAILABLE}
   [junit4]   2> 1130836 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6995113d{HTTP/1.1}{127.0.0.1:52930}
   [junit4]   2> 1130836 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server Started @1133986ms
   [junit4]   2> 1130836 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data, hostPort=52930}
   [junit4]   2> 1130837 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@3827de24
   [junit4]   2> 1130837 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002'
   [junit4]   2> 1130837 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1130837 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1130837 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/solr.xml
   [junit4]   2> 1130852 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/.
   [junit4]   2> 1130852 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer New CoreContainer 362868542
   [junit4]   2> 1130852 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002]
   [junit4]   2> 1130852 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/lib
   [junit4]   2> 1130852 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1130854 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1130854 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1130854 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1130854 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1130854 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1130855 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/.
   [junit4]   2> 1130857 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {dataDir=data/, schema=schema.xml, configSetProperties=configsetprops.json, name=collection1, loadOnStartup=true, config=solrconfig.xml, transient=false}
   [junit4]   2> 1130857 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1
   [junit4]   2> 1130857 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1130857 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1'
   [junit4]   2> 1130857 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0
   [junit4]   2> 1130857 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1130857 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1130857 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1130866 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1130879 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.6.0
   [junit4]   2> 1130904 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1130908 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1130916 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1130918 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1'
   [junit4]   2> 1130918 INFO  (coreLoadExecutor-3247-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1
   [junit4]   2> 1130918 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.NRTCachingDirectoryFactory
   [junit4]   2> 1130918 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1130918 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1130919 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data
   [junit4]   2> 1130919 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1130919 WARN  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1130919 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data/index
   [junit4]   2> 1130920 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1130924 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6db0a810; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1130924 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1130925 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1130926 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1130929 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130930 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130931 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130932 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1130934 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1130934 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/threads,/admin/properties,/update/json,lazy,/admin/logging,/update,/admin/file,/admin/plugins,defaults,standard,/schema,/config,/admin/mbeans,/admin/segments,/update/csv,/update/json/docs,/admin/ping,/replication,/admin/luke,/get,/admin/system
   [junit4]   2> 1130935 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1130935 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1130935 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1130936 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4016066351153501]
   [junit4]   2> 1130936 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6db0a810; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1130937 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1130937 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@642689ac[collection1] main
   [junit4]   2> 1130937 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/conf
   [junit4]   2> 1130937 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1130937 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/conf
   [junit4]   2> 1130937 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1130937 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1130938 INFO  (coreLoadExecutor-3247-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1130938 INFO  (searcherExecutor-3248-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@642689ac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1131361 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7ab826d1{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1131361 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=425109510
   [junit4]   2> 1131361 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7ef15784
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1131362 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 1131363 INFO  (coreCloseExecutor-3252-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data
   [junit4]   2> 1131363 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61be759f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1131365 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1131366 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a56c351{/solr,null,AVAILABLE}
   [junit4]   2> 1131367 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7150b596{HTTP/1.1}{127.0.0.1:44895}
   [junit4]   2> 1131367 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.e.j.s.Server Started @1134517ms
   [junit4]   2> 1131367 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/data, hostPort=44895, hostContext=/solr}
   [junit4]   2> 1131367 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@3827de24
   [junit4]   2> 1131367 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001'
   [junit4]   2> 1131367 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1131367 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1131368 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/solr.xml
   [junit4]   2> 1131382 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/.
   [junit4]   2> 1131382 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer New CoreContainer 378475896
   [junit4]   2> 1131382 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001]
   [junit4]   2> 1131382 WARN  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/lib
   [junit4]   2> 1131382 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1131383 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1131384 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1131384 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1131384 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1131384 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1131385 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/.
   [junit4]   2> 1131386 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {config=solrconfig.xml, dataDir=data/, name=collection1, loadOnStartup=true, schema=schema.xml, transient=false, configSetProperties=configsetprops.json}
   [junit4]   2> 1131386 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1
   [junit4]   2> 1131386 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1131387 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1'
   [junit4]   2> 1131387 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1131387 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1131394 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1131401 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0
   [junit4]   2> 1131401 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[A17758EE270828B3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1131407 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.6.0
   [junit4]   2> 1131448 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1131452 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1131460 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1131462 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1'
   [junit4]   2> 1131462 INFO  (coreLoadExecutor-3258-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1
   [junit4]   2> 1131462 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.NRTCachingDirectoryFactory
   [junit4]   2> 1131462 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1131462 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1131462 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/data
   [junit4]   2> 1131463 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1131463 WARN  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1131463 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/data/index
   [junit4]   2> 1131463 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1131469 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5459c07d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1131469 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1131470 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1131471 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1131474 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1131475 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1131476 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1131477 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1131479 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1131479 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/threads,/admin/properties,/update/json,lazy,/admin/logging,/update,/admin/file,/admin/plugins,defaults,standard,/schema,/config,/admin/mbeans,/admin/segments,/update/csv,/update/json/docs,/admin/ping,/replication,/admin/luke,/get,/admin/system
   [junit4]   2> 1131480 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1131480 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1131480 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1131481 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4016066351153501]
   [junit4]   2> 1131481 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5459c07d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1131481 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1131482 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4987e31f[collection1] main
   [junit4]   2> 1131482 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/conf
   [junit4]   2> 1131482 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1131482 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-001/collection1/conf
   [junit4]   2> 1131482 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1131482 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 1131482 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1131483 INFO  (searcherExecutor-3259-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4987e31f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1131483 INFO  (coreLoadExecutor-3258-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1131904 INFO  (qtp1810677227-16630) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1131905 INFO  (qtp1810677227-16630) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={version=2&wt=javabin}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1131906 INFO  (qtp299939495-16608) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1131907 INFO  (qtp299939495-16608) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={version=2&wt=javabin}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1131908 INFO  (qtp299939495-16611) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1131914 INFO  (qtp299939495-16611) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6db0a810; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A17758EE270828B3-001/solr-instance-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6db0a810; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
   [junit4]   2> 1131914 INFO  (qtp299939495-16611) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1131916 INFO  (qtp299939495-16611) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@2142eae6[collection1] main
   [junit4]   2> 1131916 INFO  (qtp299939495-16611) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1131916 INFO  (searcherExecutor-3248-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2142eae6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1131916 INFO  (qtp299939495-16611) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&version=2&softCommit=false&wt=javabin}{commit=} 0 7
   [junit4]   2> 1131920 INFO  (qtp1810677227-16631) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={version=2&wt=javabin}{add=[0]} 0 1
   [junit4]   2> 1131922 INFO  (qtp1810677227-16632) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={version=2&wt=javabin}{add=[1]} 0 0
   [junit4]   2> 1131924 INFO  (qtp1810677227-16633) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={version=2&wt=javabin}{add=[2]} 0 0
   [junit4]   2> 1131926 INFO  (qtp1810677227-16634) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={version=2&wt=javabin}{add=[3]} 0 0
 

[...truncated too long message...]

enkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/analysis/icu/lucene-analyzers-icu-5.6.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.7/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J1-20160213_092621_820.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/temp/junit4-J1-20160213_092621_820.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 205 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
ERROR: Failed to archive {README.txt=README.txt, solr/build/solr-core/test/temp/junit4-J0-20160213_092621_820.events=solr/build/solr-core/test/temp/junit4-J0-20160213_092621_820.events, solr/build/solr-core/test/temp/junit4-J2-20160213_092621_824.events=solr/build/solr-core/test/temp/junit4-J2-20160213_092621_824.events, heapdumps/java_pid16312.hprof=heapdumps/java_pid16312.hprof, solr/build/solr-core/test/temp/junit4-J1-20160213_092621_820.events=solr/build/solr-core/test/temp/junit4-J1-20160213_092621_820.events} due to internal error; falling back to full archiving
java.lang.NullPointerException
	at jsync.protocol.ChangeInputStream.read(ChangeInputStream.java:69)
	at com.cloudbees.jenkins.plugins.jsync.archiver.MD5DigestingInputStream.read(MD5DigestingInputStream.java:39)
	at com.google.common.io.LimitInputStream.read(LimitInputStream.java:79)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at com.google.common.io.ByteStreams.copy(ByteStreams.java:193)
	at jsync.protocol.FileSequenceReader.read(FileSequenceReader.java:35)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.remoteSync(JSyncArtifactManager.java:148)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.archive(JSyncArtifactManager.java:72)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:219)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:74)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:776)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:723)
	at hudson.model.Build$BuildExecution.post2(Build.java:183)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:670)
	at hudson.model.Run.execute(Run.java:1763)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:381)
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1095 - Still Failing

Posted by Nicholas Knize <nk...@gmail.com>.
I've got a fix.

On Thursday, February 11, 2016, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1095/
>
> 1 tests failed.
> FAILED:
> org.apache.lucene.spatial.geopoint.search.TestGeoPointQuery.testRandomBig
>
> Error Message:
> Java heap space
>
> Stack Trace:
> java.lang.OutOfMemoryError: Java heap space
>         at
> __randomizedtesting.SeedInfo.seed([48C5189314C6B77E:CF92651C859FCBFE]:0)
>         at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
>         at
> org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:363)
>         at
> org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
>         at
> org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
>         at
> org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
>         at
> org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
>         at
> org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
>         at
> org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:65)
>         at
> org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:649)
>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:277)
>         at
> org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:757)
>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
>         at
> org.apache.lucene.spatial.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:757)
>         at
> org.apache.lucene.spatial.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:405)
>         at
> org.apache.lucene.spatial.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:333)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>
>
>
>
> Build Log:
> [...truncated 9380 lines...]
>    [junit4] Suite:
> org.apache.lucene.spatial.geopoint.search.TestGeoPointQuery
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by
> running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test
> -Dtestcase=TestGeoPointQuery -Dtests.method=testRandomBig
> -Dtests.seed=48C5189314C6B77E -Dtests.multiplier=2 -Dtests.nightly=true
> -Dtests.slow=true
> -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt
> -Dtests.locale=es-DO -Dtests.timezone=US/Samoa -Dtests.asserts=true
> -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   1197s J2 | TestGeoPointQuery.testRandomBig <<<
>    [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([48C5189314C6B77E:CF92651C859FCBFE]:0)
>    [junit4]    >        at
> org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
>    [junit4]    >        at
> org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:363)
>    [junit4]    >        at
> org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
>    [junit4]    >        at
> org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
>    [junit4]    >        at
> org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
>    [junit4]    >        at
> org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
>    [junit4]    >        at
> org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
>    [junit4]    >        at
> org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:65)
>    [junit4]    >        at
> org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:649)
>    [junit4]    >        at
> org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:277)
>    [junit4]    >        at
> org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:757)
>    [junit4]    >        at
> org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
>    [junit4]    >        at
> org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
>    [junit4]    >        at
> org.apache.lucene.spatial.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:757)
>    [junit4]    >        at
> org.apache.lucene.spatial.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:405)
>    [junit4]    >        at
> org.apache.lucene.spatial.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:333)
>    [junit4]   2> NOTE: leaving temporary files on disk at:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/spatial/test/J2/temp/lucene.spatial.geopoint.search.TestGeoPointQuery_48C5189314C6B77E-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54):
> {point=PostingsFormat(name=Direct),
> id=PostingsFormat(name=LuceneVarGapDocFreqInterval),
> string=PostingsFormat(name=LuceneFixedGap)},
> docValues:{point=DocValuesFormat(name=Asserting),
> id=DocValuesFormat(name=Memory)},
> sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=es-DO,
> timezone=US/Samoa
>    [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation
> 1.7.0_80 (64-bit)/cpus=4,threads=1,free=274326384,total=376963072
>    [junit4]   2> NOTE: All tests run in this JVM: [PortedSolr3Test,
> DateNRStrategyTest, Geo3dRptTest, TestGeoPointQuery]
>    [junit4] Completed [25/25 (1!)] on J2 in 1276.30s, 25 tests, 1 error
> <<< FAILURES!
>
> [...truncated 1 lines...]
>    [junit4] JVM J2: stdout was not empty, see:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/spatial/test/temp/junit4-J2-20160212_004803_794.sysout
>    [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
>    [junit4] java.lang.OutOfMemoryError: Java heap space
>    [junit4] Dumping heap to
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/heapdumps/java_pid30185.hprof
> ...
>    [junit4] Heap dump file created [557517084 bytes in 4.633 secs]
>    [junit4] <<< JVM J2: EOF ----
>
> [...truncated 10 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build.xml:475:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:2273:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/module-build.xml:58:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033:
> There were test failures: 25 suites, 269 tests, 1 error, 11 ignored (10
> assumptions) [seed: 48C5189314C6B77E]
>
> Total time: 150 minutes 57 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>

[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 1095 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/1095/

1 tests failed.
FAILED:  org.apache.lucene.spatial.geopoint.search.TestGeoPointQuery.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([48C5189314C6B77E:CF92651C859FCBFE]:0)
	at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:363)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:65)
	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:649)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:277)
	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:757)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
	at org.apache.lucene.spatial.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:757)
	at org.apache.lucene.spatial.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:405)
	at org.apache.lucene.spatial.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:333)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)




Build Log:
[...truncated 9380 lines...]
   [junit4] Suite: org.apache.lucene.spatial.geopoint.search.TestGeoPointQuery
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=48C5189314C6B77E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-DO -Dtests.timezone=US/Samoa -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1197s J2 | TestGeoPointQuery.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([48C5189314C6B77E:CF92651C859FCBFE]:0)
   [junit4]    > 	at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:363)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:65)
   [junit4]    > 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:649)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:277)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:757)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
   [junit4]    > 	at org.apache.lucene.spatial.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:757)
   [junit4]    > 	at org.apache.lucene.spatial.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:405)
   [junit4]    > 	at org.apache.lucene.spatial.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:333)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/spatial/test/J2/temp/lucene.spatial.geopoint.search.TestGeoPointQuery_48C5189314C6B77E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {point=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), string=PostingsFormat(name=LuceneFixedGap)}, docValues:{point=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=es-DO, timezone=US/Samoa
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=274326384,total=376963072
   [junit4]   2> NOTE: All tests run in this JVM: [PortedSolr3Test, DateNRStrategyTest, Geo3dRptTest, TestGeoPointQuery]
   [junit4] Completed [25/25 (1!)] on J2 in 1276.30s, 25 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/spatial/test/temp/junit4-J2-20160212_004803_794.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/heapdumps/java_pid30185.hprof ...
   [junit4] Heap dump file created [557517084 bytes in 4.633 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 10 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:2273: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1033: There were test failures: 25 suites, 269 tests, 1 error, 11 ignored (10 assumptions) [seed: 48C5189314C6B77E]

Total time: 150 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any