You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/07/04 22:33:13 UTC

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_131) - Build # 20059 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20059/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:     1) Thread[id=17288, name=zkCallback-2241-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=17335, name=zkCallback-2241-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=16887, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=16888, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-SendThread(127.0.0.1:36823), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    5) Thread[id=17238, name=zkCallback-2241-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=16890, name=zkCallback-2241-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=16889, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    8) Thread[id=17249, name=zkCallback-2241-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   1) Thread[id=17288, name=zkCallback-2241-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=17335, name=zkCallback-2241-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=16887, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=16888, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-SendThread(127.0.0.1:36823), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   5) Thread[id=17238, name=zkCallback-2241-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=16890, name=zkCallback-2241-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=16889, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   8) Thread[id=17249, name=zkCallback-2241-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([32A4053DA1B3B794]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=17288, name=zkCallback-2241-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=17335, name=zkCallback-2241-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=16888, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-SendThread(127.0.0.1:36823), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)    4) Thread[id=17238, name=zkCallback-2241-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=16890, name=zkCallback-2241-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=17249, name=zkCallback-2241-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=17288, name=zkCallback-2241-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=17335, name=zkCallback-2241-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=16888, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-SendThread(127.0.0.1:36823), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   4) Thread[id=17238, name=zkCallback-2241-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=16890, name=zkCallback-2241-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=17249, name=zkCallback-2241-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([32A4053DA1B3B794]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41707

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41707
	at __randomizedtesting.SeedInfo.seed([32A4053DA1B3B794:BAF03AE70F4FDA6C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1667)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1694)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:297)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523)
	... 52 more




Build Log:
[...truncated 12398 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/init-core-data-001
   [junit4]   2> 1108714 WARN  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[32A4053DA1B3B794]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 1108715 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[32A4053DA1B3B794]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1108716 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[32A4053DA1B3B794]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1108716 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[32A4053DA1B3B794]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1108717 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.ChaosMonkeyNothingIsSafeWithPullReplicasTest Starting ChaosMonkey test with 2 shards and 8 nodes
   [junit4]   2> 1108718 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1108718 INFO  (Thread-6175) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1108718 INFO  (Thread-6175) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1108720 ERROR (Thread-6175) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1108818 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.ZkTestServer start zk server on port:36823
   [junit4]   2> 1108826 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1108826 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1108827 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1108831 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1108831 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1108831 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1108832 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1108832 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1108833 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1108833 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1108834 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1108834 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1108893 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1108893 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6da77677{/,null,AVAILABLE}
   [junit4]   2> 1108895 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@dc90a0c{HTTP/1.1,[http/1.1]}{127.0.0.1:39933}
   [junit4]   2> 1108895 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server Started @1110087ms
   [junit4]   2> 1108895 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=39933, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/control-001/cores}
   [junit4]   2> 1108895 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1108895 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1108895 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1108895 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1108895 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-04T22:07:56.500Z
   [junit4]   2> 1108897 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1108897 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/control-001/solr.xml
   [junit4]   2> 1108900 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1108901 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36823/solr
   [junit4]   2> 1108923 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1108924 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39933_
   [junit4]   2> 1108924 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.c.Overseer Overseer (id=98251969417969668-127.0.0.1:39933_-n_0000000000) starting
   [junit4]   2> 1108926 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39933_
   [junit4]   2> 1108926 INFO  (zkCallback-2234-thread-1-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1108959 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1108969 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1108969 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1108970 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:39933_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/control-001/cores
   [junit4]   2> 1108978 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1108979 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36823/solr ready
   [junit4]   2> 1108979 INFO  (qtp1989238689-16856) [n:127.0.0.1:39933_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39933_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1108980 INFO  (OverseerThreadFactory-6898-thread-1-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1109082 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1109082 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1109184 INFO  (zkCallback-2234-thread-1-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1110096 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1110111 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1110160 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1110167 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1110167 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1110168 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1110168 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1110169 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=98.8662109375, floorSegmentMB=0.6435546875, forceMergeDeletesPctAllowed=9.476786622253647, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1110187 WARN  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1110206 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1110206 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1110207 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1110207 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1110207 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=16.064453125, floorSegmentMB=0.2939453125, forceMergeDeletesPctAllowed=6.655445716430667, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1110208 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78b7ba58[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1110208 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1110209 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1110209 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1110209 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1572031512249892864
   [junit4]   2> 1110210 INFO  (searcherExecutor-6901-thread-1-processing-n:127.0.0.1:39933_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@78b7ba58[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1110212 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1110212 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1110212 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39933/control_collection_shard1_replica_n1/
   [junit4]   2> 1110213 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1110213 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39933/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1110213 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1110213 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39933/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1110315 INFO  (zkCallback-2234-thread-1-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1110364 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1110366 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1285
   [junit4]   2> 1110369 INFO  (qtp1989238689-16856) [n:127.0.0.1:39933_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1110468 INFO  (zkCallback-2234-thread-1-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1110982 INFO  (OverseerCollectionConfigSetProcessor-98251969417969668-127.0.0.1:39933_-n_0000000000) [n:127.0.0.1:39933_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1111369 INFO  (qtp1989238689-16856) [n:127.0.0.1:39933_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39933_&wt=javabin&version=2} status=0 QTime=2389
   [junit4]   2> 1111374 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1111375 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36823/solr ready
   [junit4]   2> 1111375 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1111376 INFO  (qtp1989238689-16856) [n:127.0.0.1:39933_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1111378 INFO  (OverseerThreadFactory-6898-thread-2-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1111378 WARN  (OverseerThreadFactory-6898-thread-2-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1111581 INFO  (qtp1989238689-16856) [n:127.0.0.1:39933_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1111582 INFO  (qtp1989238689-16856) [n:127.0.0.1:39933_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=205
   [junit4]   2> 1111633 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-1-001 of type TLOG
   [junit4]   2> 1111633 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1111634 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70d8d37{/,null,AVAILABLE}
   [junit4]   2> 1111634 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@504bbafb{HTTP/1.1,[http/1.1]}{127.0.0.1:42011}
   [junit4]   2> 1111634 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server Started @1112827ms
   [junit4]   2> 1111634 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=42011, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-1-001/cores}
   [junit4]   2> 1111634 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1111635 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1111635 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1111635 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1111635 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-04T22:07:59.240Z
   [junit4]   2> 1111636 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1111636 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-1-001/solr.xml
   [junit4]   2> 1111645 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1111647 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36823/solr
   [junit4]   2> 1111650 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:42011_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1111650 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:42011_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1111651 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:42011_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42011_
   [junit4]   2> 1111651 INFO  (zkCallback-2234-thread-1-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1111651 INFO  (zkCallback-2246-thread-1-processing-n:127.0.0.1:42011_) [n:127.0.0.1:42011_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1111652 INFO  (zkCallback-2241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1111691 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:42011_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1111694 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:42011_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1111694 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:42011_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1111695 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:42011_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-1-001/cores
   [junit4]   2> 1111706 INFO  (qtp1989238689-16857) [n:127.0.0.1:39933_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42011_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1111707 INFO  (OverseerCollectionConfigSetProcessor-98251969417969668-127.0.0.1:39933_-n_0000000000) [n:127.0.0.1:39933_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1111707 INFO  (OverseerThreadFactory-6898-thread-3-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42011_ for creating new replica
   [junit4]   2> 1111708 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t0&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1111708 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1111810 INFO  (zkCallback-2246-thread-1-processing-n:127.0.0.1:42011_) [n:127.0.0.1:42011_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1112722 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1112735 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.s.IndexSchema [collection1_shard2_replica_t0] Schema name=test
   [junit4]   2> 1112783 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1112788 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t0' using configuration from collection collection1, trusted=true
   [junit4]   2> 1112789 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t0' (registry 'solr.core.collection1.shard2.replica_t0') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1112789 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1112789 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SolrCore [[collection1_shard2_replica_t0] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-1-001/cores/collection1_shard2_replica_t0], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-1-001/cores/collection1_shard2_replica_t0/data/]
   [junit4]   2> 1112790 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=98.8662109375, floorSegmentMB=0.6435546875, forceMergeDeletesPctAllowed=9.476786622253647, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1112811 WARN  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1112830 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1112830 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1112831 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1112831 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1112831 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=16.064453125, floorSegmentMB=0.2939453125, forceMergeDeletesPctAllowed=6.655445716430667, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1112831 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.s.SolrIndexSearcher Opening [Searcher@807c08c[collection1_shard2_replica_t0] main]
   [junit4]   2> 1112832 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1112833 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1112833 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1112833 INFO  (searcherExecutor-6912-thread-1-processing-n:127.0.0.1:42011_ x:collection1_shard2_replica_t0 s:shard2 c:collection1) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SolrCore [collection1_shard2_replica_t0] Registered new searcher Searcher@807c08c[collection1_shard2_replica_t0] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1112834 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1572031515002404864
   [junit4]   2> 1112841 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1112842 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1112842 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42011/collection1_shard2_replica_t0/
   [junit4]   2> 1112842 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1112842 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SyncStrategy http://127.0.0.1:42011/collection1_shard2_replica_t0/ has no replicas
   [junit4]   2> 1112842 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1112842 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ZkController collection1_shard2_replica_t0 stopping background replication from leader
   [junit4]   2> 1112843 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42011/collection1_shard2_replica_t0/ shard2
   [junit4]   2> 1112944 INFO  (zkCallback-2246-thread-1-processing-n:127.0.0.1:42011_) [n:127.0.0.1:42011_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1112993 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1112996 INFO  (qtp910236153-16897) [n:127.0.0.1:42011_ c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t0&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1287
   [junit4]   2> 1112998 INFO  (qtp1989238689-16857) [n:127.0.0.1:39933_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42011_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1291
   [junit4]   2> 1113068 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-2-001 of type TLOG
   [junit4]   2> 1113068 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1113069 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ec2c9c3{/,null,AVAILABLE}
   [junit4]   2> 1113069 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29e55208{HTTP/1.1,[http/1.1]}{127.0.0.1:41391}
   [junit4]   2> 1113069 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server Started @1114262ms
   [junit4]   2> 1113069 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=41391, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-2-001/cores}
   [junit4]   2> 1113069 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1113070 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1113070 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1113070 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1113070 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-04T22:08:00.675Z
   [junit4]   2> 1113071 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1113071 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-2-001/solr.xml
   [junit4]   2> 1113074 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1113075 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36823/solr
   [junit4]   2> 1113079 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:41391_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1113079 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:41391_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1113080 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:41391_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41391_
   [junit4]   2> 1113080 INFO  (zkCallback-2234-thread-1-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1113080 INFO  (zkCallback-2241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1113080 INFO  (zkCallback-2246-thread-1-processing-n:127.0.0.1:42011_) [n:127.0.0.1:42011_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1113080 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:41391_) [n:127.0.0.1:41391_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1113130 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:41391_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1113132 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:41391_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1113133 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:41391_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1113133 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [n:127.0.0.1:41391_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-2-001/cores
   [junit4]   2> 1113147 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41391_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1113148 INFO  (OverseerCollectionConfigSetProcessor-98251969417969668-127.0.0.1:39933_-n_0000000000) [n:127.0.0.1:39933_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1113148 INFO  (OverseerThreadFactory-6898-thread-4-processing-n:127.0.0.1:39933_) [n:127.0.0.1:39933_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41391_ for creating new replica
   [junit4]   2> 1113149 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t0&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1113149 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1113252 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:41391_) [n:127.0.0.1:41391_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1113252 INFO  (zkCallback-2246-thread-1-processing-n:127.0.0.1:42011_) [n:127.0.0.1:42011_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1114164 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1114177 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.s.IndexSchema [collection1_shard1_replica_t0] Schema name=test
   [junit4]   2> 1114224 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1114230 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t0' using configuration from collection collection1, trusted=true
   [junit4]   2> 1114231 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t0' (registry 'solr.core.collection1.shard1.replica_t0') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da1fcf6
   [junit4]   2> 1114231 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1114231 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SolrCore [[collection1_shard1_replica_t0] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-2-001/cores/collection1_shard1_replica_t0], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-2-001/cores/collection1_shard1_replica_t0/data/]
   [junit4]   2> 1114232 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=98.8662109375, floorSegmentMB=0.6435546875, forceMergeDeletesPctAllowed=9.476786622253647, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1114256 WARN  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1114287 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1114287 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1114288 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1114288 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1114289 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=16.064453125, floorSegmentMB=0.2939453125, forceMergeDeletesPctAllowed=6.655445716430667, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1114289 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.s.SolrIndexSearcher Opening [Searcher@59f9d78e[collection1_shard1_replica_t0] main]
   [junit4]   2> 1114290 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1114290 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1114290 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1114291 INFO  (searcherExecutor-6923-thread-1-processing-n:127.0.0.1:41391_ x:collection1_shard1_replica_t0 s:shard1 c:collection1) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SolrCore [collection1_shard1_replica_t0] Registered new searcher Searcher@59f9d78e[collection1_shard1_replica_t0] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1114291 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1572031516530180096
   [junit4]   2> 1114294 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1114294 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1114294 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41391/collection1_shard1_replica_t0/
   [junit4]   2> 1114294 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1114294 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SyncStrategy http://127.0.0.1:41391/collection1_shard1_replica_t0/ has no replicas
   [junit4]   2> 1114294 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1114294 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.ZkController collection1_shard1_replica_t0 stopping background replication from leader
   [junit4]   2> 1114295 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41391/collection1_shard1_replica_t0/ shard1
   [junit4]   2> 1114396 INFO  (zkCallback-2246-thread-1-processing-n:127.0.0.1:42011_) [n:127.0.0.1:42011_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1114396 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:41391_) [n:127.0.0.1:41391_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1114445 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1114447 INFO  (qtp1798463415-16926) [n:127.0.0.1:41391_ c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t0&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1298
   [junit4]   2> 1114448 INFO  (qtp1989238689-16858) [n:127.0.0.1:39933_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41391_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1301
   [junit4]   2> 1114496 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-3-001 of type TLOG
   [junit4]   2> 1114497 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1114497 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6369c099{/,null,AVAILABLE}
   [junit4]   2> 1114498 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c2c99f8{HTTP/1.1,[http/1.1]}{127.0.0.1:37823}
   [junit4]   2> 1114498 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.e.j.s.Server Started @1115690ms
   [junit4]   2> 1114498 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37823, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_32A4053DA1B3B794-001/shard-3-001/cores}
   [junit4]   2> 1114498 E

[...truncated too long message...]

aticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >    5) Thread[id=17238, name=zkCallback-2241-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=16890, name=zkCallback-2241-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=16889, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   [junit4]    >    8) Thread[id=17249, name=zkCallback-2241-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([32A4053DA1B3B794]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=17288, name=zkCallback-2241-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=17335, name=zkCallback-2241-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=16888, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[32A4053DA1B3B794]-SendThread(127.0.0.1:36823), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]    >    4) Thread[id=17238, name=zkCallback-2241-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=16890, name=zkCallback-2241-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=17249, name=zkCallback-2241-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([32A4053DA1B3B794]:0)
   [junit4] Completed [491/726 (1!)] on J1 in 124.83s, 1 test, 3 errors <<< FAILURES!

[...truncated 43987 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+175) - Build # 20063 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20063/
Java: 32bit/jdk-9-ea+175 -client -XX:+UseG1GC --illegal-access=deny

7 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:     1) Thread[id=6641, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9/java.lang.Thread.run(Thread.java:844)    2) Thread[id=6643, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B7FBADB89613311A]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    3) Thread[id=6642, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42593), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   1) Thread[id=6641, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=6643, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B7FBADB89613311A]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   3) Thread[id=6642, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42593), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=6642, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42593), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=6642, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42593), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36871

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36871
	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A:3FAF926238EF5CE2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1667)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1694)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:297)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523)
	... 51 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=9982, name=zkCallback-1352-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    2) Thread[id=9764, name=zkCallback-1352-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    3) Thread[id=9967, name=zkCallback-1352-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    4) Thread[id=9762, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42017), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)    5) Thread[id=10052, name=zkCallback-1352-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    6) Thread[id=9761, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9/java.lang.Thread.run(Thread.java:844)    7) Thread[id=9960, name=zkCallback-1352-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    8) Thread[id=9763, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=9982, name=zkCallback-1352-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=9764, name=zkCallback-1352-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=9967, name=zkCallback-1352-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=9762, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42017), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   5) Thread[id=10052, name=zkCallback-1352-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=9761, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=9960, name=zkCallback-1352-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   8) Thread[id=9763, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=9982, name=zkCallback-1352-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    2) Thread[id=9764, name=zkCallback-1352-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    3) Thread[id=9967, name=zkCallback-1352-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    4) Thread[id=9762, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42017), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)    5) Thread[id=10052, name=zkCallback-1352-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    6) Thread[id=9960, name=zkCallback-1352-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=9982, name=zkCallback-1352-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=9764, name=zkCallback-1352-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=9967, name=zkCallback-1352-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=9762, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42017), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   5) Thread[id=10052, name=zkCallback-1352-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=9960, name=zkCallback-1352-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35801

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35801
	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A:3FAF926238EF5CE2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1667)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1694)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:254)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523)
	... 51 more


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
Could not find collection : movereplicatest_coll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : movereplicatest_coll
	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A:3FAF926238EF5CE2]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.MoveReplicaTest.getRandomReplica(MoveReplicaTest.java:185)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:70)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11032 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/init-core-data-001
   [junit4]   2> 158713 WARN  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 158713 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 158714 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 158714 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001
   [junit4]   2> 158714 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 158714 INFO  (Thread-373) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 158714 INFO  (Thread-373) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 158715 ERROR (Thread-373) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 158814 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34651
   [junit4]   2> 158818 INFO  (jetty-launcher-299-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 158818 INFO  (jetty-launcher-299-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 158819 INFO  (jetty-launcher-299-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 158826 INFO  (jetty-launcher-299-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 158835 INFO  (jetty-launcher-299-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ff683{/solr,null,AVAILABLE}
   [junit4]   2> 158837 INFO  (jetty-launcher-299-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@23a5a1{HTTP/1.1,[http/1.1]}{127.0.0.1:37419}
   [junit4]   2> 158837 INFO  (jetty-launcher-299-thread-2) [    ] o.e.j.s.Server Started @160462ms
   [junit4]   2> 158837 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37419}
   [junit4]   2> 158838 ERROR (jetty-launcher-299-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 158838 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 158838 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 158838 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 158838 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T07:57:54.696331Z
   [junit4]   2> 158853 INFO  (jetty-launcher-299-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a0aff{/solr,null,AVAILABLE}
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@605ae7{HTTP/1.1,[http/1.1]}{127.0.0.1:36039}
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5268d0{/solr,null,AVAILABLE}
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-3) [    ] o.e.j.s.Server Started @160478ms
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36039}
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6cdb1{HTTP/1.1,[http/1.1]}{127.0.0.1:33987}
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-4) [    ] o.e.j.s.Server Started @160478ms
   [junit4]   2> 158854 ERROR (jetty-launcher-299-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33987}
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T07:57:54.712722Z
   [junit4]   2> 158854 ERROR (jetty-launcher-299-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bfe5f5{/solr,null,AVAILABLE}
   [junit4]   2> 158854 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T07:57:54.713053Z
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@fe6d20{HTTP/1.1,[http/1.1]}{127.0.0.1:35811}
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-1) [    ] o.e.j.s.Server Started @160479ms
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35811}
   [junit4]   2> 158855 ERROR (jetty-launcher-299-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 158855 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T07:57:54.713772Z
   [junit4]   2> 158877 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 158877 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 158879 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34651/solr
   [junit4]   2> 158885 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 158891 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34651/solr
   [junit4]   2> 158895 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34651/solr
   [junit4]   2> 158903 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34651/solr
   [junit4]   2> 158936 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 158938 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33987_solr
   [junit4]   2> 158939 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.c.Overseer Overseer (id=98254289277616138-127.0.0.1:33987_solr-n_0000000000) starting
   [junit4]   2> 158945 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 158946 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33987_solr
   [junit4]   2> 158946 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35811_solr
   [junit4]   2> 158947 INFO  (OverseerStateUpdate-98254289277616138-127.0.0.1:33987_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 158959 INFO  (zkCallback-320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 158959 INFO  (zkCallback-319-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 158971 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 158973 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 158975 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36039_solr
   [junit4]   2> 158975 INFO  (zkCallback-320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 158975 INFO  (zkCallback-319-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 158983 INFO  (zkCallback-322-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 158999 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 159002 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 159003 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37419_solr
   [junit4]   2> 159007 INFO  (zkCallback-313-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 159023 INFO  (zkCallback-319-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 159023 INFO  (zkCallback-320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 159023 INFO  (zkCallback-322-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 159042 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33987.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159045 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33987.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159045 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33987.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159046 INFO  (jetty-launcher-299-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node4/.
   [junit4]   2> 159055 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35811.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159059 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35811.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159059 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35811.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159060 INFO  (jetty-launcher-299-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node1/.
   [junit4]   2> 159091 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36039.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159095 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36039.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159095 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36039.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159096 INFO  (jetty-launcher-299-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node3/.
   [junit4]   2> 159136 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37419.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159138 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37419.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159138 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37419.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 159139 INFO  (jetty-launcher-299-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node2/.
   [junit4]   2> 159160 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 159160 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34651/solr ready
   [junit4]   2> 159403 WARN  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 159743 WARN  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 159834 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 159842 WARN  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 159864 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 159885 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43689_hdfs____5epcxe/webapp
   [junit4]   2> 159977 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43689
   [junit4]   2> 160327 WARN  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 160329 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 160332 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41169_datanode____6tli0u/webapp
   [junit4]   2> 160400 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41169
   [junit4]   2> 160414 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] i.n.u.i.PlatformDependent Your platform does not provide complete low-level API for accessing direct buffers reliably. Unless explicitly requested, heap buffer will always be preferred to avoid potential system unstability.
   [junit4]   2> 160513 WARN  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 160513 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 160516 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45391_datanode____.ydqysv/webapp
   [junit4]   2> 160587 INFO  (SUITE-MoveReplicaHDFSTest-seed#[B7FBADB89613311A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45391
   [junit4]   2> 160915 INFO  (IPC Server handler 7 on 41913) [    ] BlockStateChange BLOCK* processReport: from storage DS-e72c12ea-ecf9-4950-b2e8-345ee8fcab21 node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=9bb1ebd2-d927-440d-bfca-000d40f1004b, infoPort=34099, infoSecurePort=0, ipcPort=34597, storageInfo=lv=-56;cid=testClusterID;nsid=80545832;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 160915 INFO  (IPC Server handler 8 on 41913) [    ] BlockStateChange BLOCK* processReport: from storage DS-c46b20d2-3c10-4b05-8ddb-914191e96ee5 node DatanodeRegistration(127.0.0.1:40897, datanodeUuid=0f9382a8-47f8-43d4-b297-be1a2cafbebf, infoPort=38761, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-56;cid=testClusterID;nsid=80545832;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 160915 INFO  (IPC Server handler 7 on 41913) [    ] BlockStateChange BLOCK* processReport: from storage DS-bafbb4fd-bb4c-4039-badd-5c170f1fa53a node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=9bb1ebd2-d927-440d-bfca-000d40f1004b, infoPort=34099, infoSecurePort=0, ipcPort=34597, storageInfo=lv=-56;cid=testClusterID;nsid=80545832;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 160915 INFO  (IPC Server handler 8 on 41913) [    ] BlockStateChange BLOCK* processReport: from storage DS-8f36b4be-d224-486a-afb7-e4120a2d5581 node DatanodeRegistration(127.0.0.1:40897, datanodeUuid=0f9382a8-47f8-43d4-b297-be1a2cafbebf, infoPort=38761, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-56;cid=testClusterID;nsid=80545832;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 161015 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[B7FBADB89613311A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 161019 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[B7FBADB89613311A]) [    ] o.a.s.c.MoveReplicaTest total_jettys: 4
   [junit4]   2> 161020 INFO  (qtp11429222-1766) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&name=movereplicatest_coll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 161022 INFO  (OverseerThreadFactory-981-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll
   [junit4]   2> 161126 INFO  (OverseerStateUpdate-98254289277616138-127.0.0.1:33987_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"movereplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37419/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 161132 INFO  (OverseerStateUpdate-98254289277616138-127.0.0.1:33987_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"movereplicatest_coll_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35811/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 161132 INFO  (OverseerStateUpdate-98254289277616138-127.0.0.1:33987_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"movereplicatest_coll_shard2_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36039/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 161138 INFO  (OverseerStateUpdate-98254289277616138-127.0.0.1:33987_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"movereplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33987/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 161336 INFO  (qtp30252807-1770) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 161336 INFO  (qtp4265283-1782) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard2_replica_n1&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 161336 INFO  (qtp19539919-1790) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard1_replica_n2&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 161336 INFO  (qtp11429222-1792) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard2_replica_n2&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 161336 INFO  (qtp4265283-1782) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 161336 INFO  (qtp30252807-1770) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 161337 INFO  (qtp19539919-1790) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 161337 INFO  (qtp11429222-1792) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 161445 INFO  (zkCallback-320-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 161445 INFO  (zkCallback-313-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 161445 INFO  (zkCallback-322-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 161445 INFO  (zkCallback-319-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 161446 INFO  (zkCallback-313-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 161446 INFO  (zkCallback-320-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 161446 INFO  (zkCallback-319-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 161446 INFO  (zkCallback-322-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll/state.json] for collection [movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 162346 INFO  (qtp30252807-1770) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 162347 INFO  (qtp4265283-1782) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 162348 INFO  (qtp11429222-1792) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 162351 INFO  (qtp19539919-1790) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 162354 INFO  (qtp11429222-1792) [    ] o.a.s.s.IndexSchema [movereplicatest_coll_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 162355 INFO  (qtp4265283-1782) [    ] o.a.s.s.IndexSchema [movereplicatest_coll_shard2_replica_n1] Schema name=minimal
   [junit4]   2> 162355 INFO  (qtp19539919-1790) [    ] o.a.s.s.IndexSchema [movereplicatest_coll_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 162367 INFO  (qtp11429222-1792) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 162367 INFO  (qtp11429222-1792) [    ] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll_shard2_replica_n2' using configuration from collection movereplicatest_coll, trusted=true
   [junit4]   2> 162367 INFO  (qtp30252807-1770) [    ] o.a.s.s.IndexSchema [movereplicatest_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 162368 INFO  (qtp4265283-1782) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 162368 INFO  (qtp4265283-1782) [    ] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll_shard2_replica_n1' using configuration from collection movereplicatest_coll, trusted=true
   [junit4]   2> 162368 INFO  (qtp19539919-1790) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 162368 INFO  (qtp19539919-1790) [    ] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll_shard1_replica_n2' using configuration from collection movereplicatest_coll, trusted=true
   [junit4]   2> 162368 INFO  (qtp11429222-1792) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33987.solr.core.movereplicatest_coll.shard2.replica_n2' (registry 'solr.core.movereplicatest_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 162368 INFO  (qtp4265283-1782) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36039.solr.core.movereplicatest_coll.shard2.replica_n1' (registry 'solr.core.movereplicatest_coll.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 162368 INFO  (qtp19539919-1790) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35811.solr.core.movereplicatest_coll.shard1.replica_n2' (registry 'solr.core.movereplicatest_coll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 162369 INFO  (qtp30252807-1770) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 162369 INFO  (qtp30252807-1770) [    ] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll_shard1_replica_n1' using configuration from collection movereplicatest_coll, trusted=true
   [junit4]   2> 162370 INFO  (qtp30252807-1770) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37419.solr.core.movereplicatest_coll.shard1.replica_n1' (registry 'solr.core.movereplicatest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f48b57
   [junit4]   2> 162377 INFO  (qtp11429222-1792) [    ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41913/data
   [junit4]   2> 162377 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41913/data
   [junit4]   2> 162377 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41913/data
   [junit4]   2> 162377 INFO  (qtp11429222-1792) [    ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 162377 INFO  (qtp11429222-1792) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 162377 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 162377 INFO  (qtp30252807-1770) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 162377 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41913/data
   [junit4]   2> 162377 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 162377 INFO  (qtp4265283-1782) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 162377 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 162377 INFO  (qtp30252807-1770) [    ] o.a.s.c.SolrCore [[movereplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node2/movereplicatest_coll_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node1/data/]
   [junit4]   2> 162377 INFO  (qtp19539919-1790) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 162377 INFO  (qtp4265283-1782) [    ] o.a.s.c.SolrCore [[movereplicatest_coll_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node3/movereplicatest_coll_shard2_replica_n1], dataDir=[hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node3/data/]
   [junit4]   2> 162377 INFO  (qtp11429222-1792) [    ] o.a.s.c.SolrCore [[movereplicatest_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node4/movereplicatest_coll_shard2_replica_n2], dataDir=[hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node4/data/]
   [junit4]   2> 162377 INFO  (qtp19539919-1790) [    ] o.a.s.c.SolrCore [[movereplicatest_coll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_B7FBADB89613311A-001/tempDir-001/node1/movereplicatest_coll_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node2/data/]
   [junit4]   2> 162380 INFO  (qtp11429222-1792) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node4/data/snapshot_metadata
   [junit4]   2> 162380 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node3/data/snapshot_metadata
   [junit4]   2> 162380 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node2/data/snapshot_metadata
   [junit4]   2> 162380 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node1/data/snapshot_metadata
   [junit4]   2> 162389 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 162389 INFO  (qtp11429222-1792) [    ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 162389 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 162389 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 162389 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
   [junit4]   2> 162389 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
   [junit4]   2> 162389 INFO  (qtp11429222-1792) [    ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
   [junit4]   2> 162389 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 162389 INFO  (qtp11429222-1792) [    ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 162389 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
   [junit4]   2> 162389 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 162389 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 162671 INFO  (qtp30252807-1770) [    ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 162671 INFO  (qtp4265283-1782) [    ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 162671 INFO  (qtp19539919-1790) [    ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 162675 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node3/data
   [junit4]   2> 162675 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node2/data
   [junit4]   2> 162675 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node1/data
   [junit4]   2> 162693 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node1/data/index
   [junit4]   2> 162693 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node3/data/index
   [junit4]   2> 162693 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node2/data/index
   [junit4]   2> 162700 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 162700 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 162700 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
   [junit4]   2> 162700 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
   [junit4]   2> 162700 INFO  (qtp4265283-1782) [    ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 162700 INFO  (qtp19539919-1790) [    ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 162700 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 162700 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
   [junit4]   2> 162700 INFO  (qtp30252807-1770) [    ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 163329 INFO  (qtp11429222-1792) [    ] o.a.s.c.SolrCore [movereplicatest_coll_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@88530e
   [junit4]   2> 163329 INFO  (qtp11429222-1792) [    ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41913/data/movereplicatest_coll/core_node4/data
   [junit4]   2> 163354 INFO  (qtp11429222-1792) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll.shard2.replica_n2, tag=8934158
   [junit4]   2> 163355 INFO  (qtp11429222-1792) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.movereplicatest_coll.shard2.leader, tag=8934158
   [junit4]   2> 163355 ERROR (qtp11429222-1792) [    ] o.a.s.c.SolrCore Error while closing
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1590)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:980)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolr

[...truncated too long message...]

base@9/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]    >    5) Thread[id=10052, name=zkCallback-1352-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    6) Thread[id=9761, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    7) Thread[id=9960, name=zkCallback-1352-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    8) Thread[id=9763, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=9982, name=zkCallback-1352-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    2) Thread[id=9764, name=zkCallback-1352-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    3) Thread[id=9967, name=zkCallback-1352-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    4) Thread[id=9762, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[B7FBADB89613311A]-SendThread(127.0.0.1:42017), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]    >    5) Thread[id=10052, name=zkCallback-1352-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    6) Thread[id=9960, name=zkCallback-1352-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B7FBADB89613311A]:0)
   [junit4] Completed [686/726 (3!)] on J0 in 92.86s, 1 test, 3 errors <<< FAILURES!

[...truncated 36569 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+175) - Build # 20062 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20062/
Java: 32bit/jdk-9-ea+175 -client -XX:+UseConcMarkSweepGC --illegal-access=deny

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=2090, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]-SendThread(127.0.0.1:41529), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    2) Thread[id=2091, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    3) Thread[id=2092, name=zkCallback-262-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    4) Thread[id=2089, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9/java.lang.Thread.run(Thread.java:844)    5) Thread[id=2282, name=zkCallback-262-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    6) Thread[id=2325, name=zkCallback-262-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    7) Thread[id=2283, name=zkCallback-262-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    8) Thread[id=2309, name=zkCallback-262-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    9) Thread[id=2331, name=zkCallback-262-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=2090, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]-SendThread(127.0.0.1:41529), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   2) Thread[id=2091, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   3) Thread[id=2092, name=zkCallback-262-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=2089, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=2282, name=zkCallback-262-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=2325, name=zkCallback-262-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=2283, name=zkCallback-262-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   8) Thread[id=2309, name=zkCallback-262-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   9) Thread[id=2331, name=zkCallback-262-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([DD8BB98E874D712E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2090, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]-SendThread(127.0.0.1:41529), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    2) Thread[id=2092, name=zkCallback-262-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    3) Thread[id=2282, name=zkCallback-262-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    4) Thread[id=2325, name=zkCallback-262-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    5) Thread[id=2283, name=zkCallback-262-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    6) Thread[id=2309, name=zkCallback-262-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)    7) Thread[id=2331, name=zkCallback-262-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2090, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]-SendThread(127.0.0.1:41529), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   2) Thread[id=2092, name=zkCallback-262-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=2282, name=zkCallback-262-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=2325, name=zkCallback-262-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=2283, name=zkCallback-262-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=2309, name=zkCallback-262-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=2331, name=zkCallback-262-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1085)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([DD8BB98E874D712E]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36529

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36529
	at __randomizedtesting.SeedInfo.seed([DD8BB98E874D712E:55DF865429B11CD6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1667)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1694)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:254)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523)
	... 51 more




Build Log:
[...truncated 1692 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20170705_053116_60913353971798247083649.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20170705_053116_60914385454420611406481.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20170705_053116_6105645070479166092305.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 274 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170705_053929_6011551619458413903034.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170705_053929_6014411962926502640590.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 17 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170705_053929_60111677830297963750670.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1051 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170705_054122_65313233450503885211806.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170705_054122_65312713834100225030508.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170705_054122_6534110682536411403823.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170705_054425_14115592060762949675819.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170705_054425_1419029366907936257983.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170705_054425_14116912216442293046444.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 228 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170705_054445_10311265868588735218726.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170705_054445_1039519404704362969551.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170705_054445_1032505194685387258312.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170705_054511_85312862179684342879208.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170705_054511_84913294467407601590998.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170705_054511_83917185782604811110753.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170705_054516_79015067226537463938597.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170705_054516_79017771544863553264330.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170705_054516_79011618914363325631166.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 145 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170705_054530_37416584014637278340417.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170705_054530_37410993076181567618570.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170705_054542_20613098954247788738829.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170705_054542_20615851957788907416299.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170705_054542_2064112083915604881460.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170705_054545_0916633789551076591894.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 145 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170705_054553_5448390301217008066512.syserr
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170705_054553_54412938229673033023157.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 28 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170705_054553_5441330507365740953047.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1209 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170705_054603_70615008441685199103816.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170705_054603_70617897072291915403875.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170705_054603_7065670199767395090472.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20170705_054612_1947906632426146821850.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20170705_054612_1948410519917795502499.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20170705_054612_19412030092590851887425.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 248 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20170705_054624_06914564014221387112567.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20170705_054624_06912768750368154020104.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20170705_054624_06917511476477831695041.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 223 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20170705_054918_50012769649177400059185.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20170705_054918_5005008817311104221594.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20170705_054918_5008477720955952503763.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 159 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20170705_054921_5652246022650449770121.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20170705_054921_5653602195668403082002.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20170705_054921_5563292406008110094179.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20170705_054928_94917170074368337289466.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20170705_054928_9495402350995963781345.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20170705_054928_9491894111773689167906.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 171 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20170705_055003_27116988577735600851842.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20170705_055003_2714663926916780601066.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20170705_055003_2712007380519484537060.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 232 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170705_055023_49217539949369292543905.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170705_055023_4923563274952224902512.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170705_055023_49214727778304118793432.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 152 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20170705_055041_24914985851994970324422.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20170705_055041_2497023516562364273398.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20170705_055041_2497547514333525018388.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 141 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20170705_055116_7467207926061217864241.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20170705_055116_74612310229733417118921.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20170705_055129_540187124952571478708.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20170705_055129_5404193253361447048507.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20170705_055129_54010454143528724617017.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 310 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20170705_055149_17113317646496960358488.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20170705_055149_1714006155885673793807.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20170705_055149_1718645940682389133791.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 219 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170705_055156_1806125442632018850927.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170705_055156_18116237906903829884801.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170705_055156_18012445209132354880149.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20170705_055203_4309254441011329150724.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20170705_055203_43014991790099042247100.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20170705_055203_43017406160264220300690.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 197 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170705_055215_1914464233782947160317.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170705_055215_1913741639205345203384.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170705_055215_19113683354756573445927.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170705_055305_2935943191311981394805.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170705_055305_2935549968760452705969.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170705_055305_29318241739828730360552.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 140 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20170705_055319_19584402348959778047.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170705_055326_6506833486884108114238.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170705_055326_65015977755142467796730.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170705_055326_6509261164417322120425.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 297 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20170705_055437_8818663235417967548608.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20170705_055437_88112762735885812443162.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20170705_055437_88113211120335340754220.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1746 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DD8BB98E874D712E-001/init-core-data-001
   [junit4]   2> 245781 WARN  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[DD8BB98E874D712E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 245781 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[DD8BB98E874D712E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 245782 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[DD8BB98E874D712E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 245782 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[DD8BB98E874D712E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 245792 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 245793 INFO  (Thread-491) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 245793 INFO  (Thread-491) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 245801 ERROR (Thread-491) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 245893 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.ZkTestServer start zk server on port:41529
   [junit4]   2> 245929 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d1155a4d40000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 245943 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 245945 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 245946 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 245947 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 245948 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 245949 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 245949 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 245950 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 245951 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 245952 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 245953 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 245954 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 246109 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 246110 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1722f84{/,null,AVAILABLE}
   [junit4]   2> 246127 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a9e1e4{HTTP/1.1,[http/1.1]}{127.0.0.1:37551}
   [junit4]   2> 246127 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.e.j.s.Server Started @247869ms
   [junit4]   2> 246127 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DD8BB98E874D712E-001/tempDir-001/control/data, hostPort=37551, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DD8BB98E874D712E-001/control-001/cores}
   [junit4]   2> 246128 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 246128 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 246128 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 246128 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 246128 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T06:00:12.066399Z
   [junit4]   2> 246136 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 246136 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DD8BB98E874D712E-001/control-001/solr.xml
   [junit4]   2> 246139 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@12ff781, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 246143 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41529/solr
   [junit4]   2> 246242 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 246243 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37551_
   [junit4]   2> 246244 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.Overseer Overseer (id=98253826407268356-127.0.0.1:37551_-n_0000000000) starting
   [junit4]   2> 246248 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37551_
   [junit4]   2> 246255 INFO  (OverseerStateUpdate-98253826407268356-127.0.0.1:37551_-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 246357 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ff781
   [junit4]   2> 246362 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ff781
   [junit4]   2> 246362 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ff781
   [junit4]   2> 246364 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DD8BB98E874D712E-001/control-001/cores
   [junit4]   2> 246383 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 246403 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DD8BB98E874D712E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41529/solr ready
   [junit4]   2> 246405 INFO  (qtp13931247-2056) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37551_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 246431 INFO  (OverseerThreadFactory-932-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 246537 INFO  (qtp13931247-2058) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 246537 INFO  (qtp13931247-2058) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 246644 INFO  (zkCallback-255-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 247587 INFO  (qtp13931247-2058) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 247622 INFO  (qtp13931247-2058) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 247779 INFO  (qtp13931247-2058) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 247795 INFO  (qtp13931247-2058) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 247796 INFO  (qtp13931247-2058) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ff781
   [junit4]   2> 247798 INFO  (qtp13931247-2058) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 247798 INFO  (qtp13931247-2058) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DD8BB98E874D712E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DD8BB98E874D712E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 247803 INFO  (qtp13931247-2058) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=91.14453125, floorSegmentMB=0.9296875, forceMergeDeletesPctAllowed=3.172647946294326, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2859390240092752
   [junit4]   2> 247836 WARN  (qtp13931247-2058) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 247917 INFO  (qtp13931247-2058) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 247917 INFO  (qtp13931247-2058) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 247918 INFO  (qtp13931247-2058) [    ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 247918 INFO  (qtp13931247-2058) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 247921 INFO  (qtp13931247-2058) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8321336562105411]
   [junit4]   2> 247921 INFO  (qtp13931247-2058) [    ] o.a.s.s.SolrIndexSearcher Opening [

[...truncated too long message...]

r-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20170705_061440_48614664513294123670281.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170705_061440_4867332779955585293105.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20170705_061440_4866157671619128838929.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 499 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170705_061513_1777694346556430828002.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170705_061513_17711088913259174262026.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170705_061513_1777536563663606417855.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1131 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170705_061530_77213103507333330866980.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170705_061530_7727782567029817550178.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170705_061537_29112059364647417623322.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170705_061537_2919591311046568744740.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170705_061537_29313411194596339267727.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 503 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170705_061556_69417989773327890189051.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170705_061556_6945849828046950074570.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170705_061556_6942266514642120144154.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 507 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170705_061606_0803539303016315037822.syserr
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170705_061606_08016783500184351756157.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 593 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170705_061611_6286522922598590486989.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170705_061611_62811661183778479131503.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170705_061611_62815784949285049704517.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 538 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170705_061636_1953786131079511071863.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170705_061636_1957045742641730207222.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 494 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170705_061646_33517976508365815667684.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 28925 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_131) - Build # 20061 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20061/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
Could not find collection : movereplicatest_coll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : movereplicatest_coll
	at __randomizedtesting.SeedInfo.seed([41EB0B5C781BBEEC:C9BF3486D6E7D314]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.MoveReplicaTest.getRandomReplica(MoveReplicaTest.java:185)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.schema.TestUseDocValuesAsStored.testRandomSingleAndMultiValued

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([41EB0B5C781BBEEC:48B7F69D00C4AFD4]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:878)
	at org.apache.solr.schema.TestUseDocValuesAsStored.doTest(TestUseDocValuesAsStored.java:335)
	at org.apache.solr.schema.TestUseDocValuesAsStored.testRandomSingleAndMultiValued(TestUseDocValuesAsStored.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=*[count(//arr[@name='test_fs_dvo']/float) = 5]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="1" start="0"><doc><arr name="test_fs_dvo"><float>-7.5113335E32</float><float>-6.931654E22</float><float>-1.70372E-14</float><float>4.3711085E16</float><float>NaN</float><float>NaN</float></arr></doc></result>
</response>

	request was:q=id:59&fl=test_fs_dvo&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:871)
	... 41 more




Build Log:
[...truncated 11559 lines...]
   [junit4] Suite: org.apache.solr.schema.TestUseDocValuesAsStored
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/init-core-data-001
   [junit4]   2> 455651 INFO  (SUITE-TestUseDocValuesAsStored-seed#[41EB0B5C781BBEEC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 455652 INFO  (SUITE-TestUseDocValuesAsStored-seed#[41EB0B5C781BBEEC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 455653 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testOnEmptyIndex
   [junit4]   2> 455654 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 455659 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 455663 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-non-stored-docvalues.xml instead
   [junit4]   2> 455664 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.IndexSchema [null] Schema name=test-non-stored-docvalues
   [junit4]   2> 455672 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 455673 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-001/collection1/conf/managed-schema
   [junit4]   2> 455685 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-001/collection1/conf/schema-non-stored-docvalues.xml to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-001/collection1/conf/schema-non-stored-docvalues.xml.bak
   [junit4]   2> 455702 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455705 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455705 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455711 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 455716 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-non-stored-docvalues
   [junit4]   2> 455719 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 455719 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 455719 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455719 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 455719 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/init-core-data-001/]
   [junit4]   2> 455720 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=65.2919921875, floorSegmentMB=0.318359375, forceMergeDeletesPctAllowed=3.254896598883522, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7096697885185373
   [junit4]   2> 455730 WARN  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 455749 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 455749 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 455749 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=33.1240234375, floorSegmentMB=1.677734375, forceMergeDeletesPctAllowed=5.7868992052843184, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 455749 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bd3e2df[collection1] main]
   [junit4]   2> 455750 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-001/collection1/conf
   [junit4]   2> 455750 INFO  (coreLoadExecutor-2064-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 455751 INFO  (searcherExecutor-2065-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3bd3e2df[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 455751 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 455751 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 455751 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 455751 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 455751 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7099b96e commitCommandVersion:0
   [junit4]   2> 455761 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f06deee[collection1] main]
   [junit4]   2> 455761 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 455762 INFO  (searcherExecutor-2065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f06deee[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 455762 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 10
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=test_nonstored_dv_str&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*,test_nonstored_dv_str&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[xyz]} 0 0
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455763 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=test_nonstored_dv_str&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455764 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*,test_nonstored_dv_str&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 455764 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 455764 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7099b96e commitCommandVersion:0
   [junit4]   2> 455787 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@168f9b15[collection1] main]
   [junit4]   2> 455788 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 455789 INFO  (searcherExecutor-2065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@168f9b15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
   [junit4]   2> 455789 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 25
   [junit4]   2> 455789 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455790 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455790 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=test_nonstored_dv_str&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455791 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*,test_nonstored_dv_str&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455792 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[xyz]} 0 0
   [junit4]   2> 455792 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 455792 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7099b96e commitCommandVersion:0
   [junit4]   2> 455818 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@141af270[collection1] main]
   [junit4]   2> 455819 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 455820 INFO  (searcherExecutor-2065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@141af270[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c1)))}
   [junit4]   2> 455820 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 27
   [junit4]   2> 455820 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455821 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 455821 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 455821 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 455821 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7099b96e commitCommandVersion:0
   [junit4]   2> 455830 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@22218457[collection1] main]
   [junit4]   2> 455831 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 455832 INFO  (searcherExecutor-2065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22218457[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 455832 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 455832 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 455833 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=283542449
   [junit4]   2> 455833 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 455834 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 455836 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 455836 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 455836 INFO  (coreCloseExecutor-2069-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e5b6ad7
   [junit4]   2> 455838 INFO  (coreCloseExecutor-2069-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1851484887
   [junit4]   2> 455841 INFO  (TEST-TestUseDocValuesAsStored.testOnEmptyIndex-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testOnEmptyIndex
   [junit4]   2> 455844 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRandomSingleAndMultiValued
   [junit4]   2> 455846 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 455855 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 455871 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-non-stored-docvalues.xml instead
   [junit4]   2> 455874 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.IndexSchema [null] Schema name=test-non-stored-docvalues
   [junit4]   2> 455879 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 455879 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-002/collection1/conf/managed-schema
   [junit4]   2> 455884 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-002/collection1/conf/schema-non-stored-docvalues.xml to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-002/collection1/conf/schema-non-stored-docvalues.xml.bak
   [junit4]   2> 455900 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455902 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455902 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455908 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 455912 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-non-stored-docvalues
   [junit4]   2> 455916 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 455916 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-002/collection1, trusted=true
   [junit4]   2> 455916 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cfd3e19
   [junit4]   2> 455916 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 455916 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/init-core-data-001/]
   [junit4]   2> 455918 WARN  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 455935 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 455935 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 455936 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=65.2919921875, floorSegmentMB=0.318359375, forceMergeDeletesPctAllowed=3.254896598883522, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7096697885185373
   [junit4]   2> 455936 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4abd695f[collection1] main]
   [junit4]   2> 455936 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestUseDocValuesAsStored_41EB0B5C781BBEEC-001/tempDir-002/collection1/conf
   [junit4]   2> 455937 INFO  (coreLoadExecutor-2076-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 455937 INFO  (searcherExecutor-2077-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4abd695f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 455938 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 455938 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 455938 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 455939 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 455939 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 455939 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 455962 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@83d2e0f[collection1] main]
   [junit4]   2> 455962 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 455963 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@83d2e0f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1)))}
   [junit4]   2> 455963 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 23
   [junit4]   2> 455963 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=test_ss_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455964 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=test_ss_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455965 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455967 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455968 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=test_ss_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455972 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 455973 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 455973 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 455973 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 455999 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a9078a4[collection1] main]
   [junit4]   2> 455999 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456000 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a9078a4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1)))}
   [junit4]   2> 456000 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 26
   [junit4]   2> 456000 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=test_i_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456001 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=test_i_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456001 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456001 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456001 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=test_i_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456001 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 456003 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 456003 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456003 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456032 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@400cf721[collection1] main]
   [junit4]   2> 456032 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456033 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@400cf721[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1) Uninverting(_4(8.0.0):c1)))}
   [junit4]   2> 456033 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 30
   [junit4]   2> 456034 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=test_ds_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456035 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=test_ds_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456036 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456037 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456038 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=test_ds_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456039 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 456040 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 456041 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456041 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456082 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46006cb8[collection1] main]
   [junit4]   2> 456082 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456084 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46006cb8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1) Uninverting(_4(8.0.0):c1) Uninverting(_5(8.0.0):c1)))}
   [junit4]   2> 456084 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 43
   [junit4]   2> 456084 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=test_l_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456085 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=test_l_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456085 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456086 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456086 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=test_l_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456087 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=4 status=0 QTime=0
   [junit4]   2> 456089 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 0
   [junit4]   2> 456089 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456089 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456147 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fe11687[collection1] main]
   [junit4]   2> 456148 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456149 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7fe11687[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1) Uninverting(_4(8.0.0):c1) Uninverting(_5(8.0.0):c1) Uninverting(_6(8.0.0):c1)))}
   [junit4]   2> 456149 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 59
   [junit4]   2> 456149 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=test_f_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456150 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=test_f_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456150 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456150 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456151 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=test_f_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456151 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=5 status=0 QTime=0
   [junit4]   2> 456166 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[6]} 0 0
   [junit4]   2> 456167 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456167 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456222 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f23508e[collection1] main]
   [junit4]   2> 456222 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456223 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f23508e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1) Uninverting(_4(8.0.0):c1) Uninverting(_5(8.0.0):c1) Uninverting(_6(8.0.0):c1) Uninverting(_7(8.0.0):c1)))}
   [junit4]   2> 456223 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 56
   [junit4]   2> 456224 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=test_dts_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456225 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=test_dts_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456225 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456226 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456226 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=test_dts_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456227 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=6 status=0 QTime=0
   [junit4]   2> 456228 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[7]} 0 0
   [junit4]   2> 456229 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456229 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456290 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15ad8be3[collection1] main]
   [junit4]   2> 456290 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456291 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@15ad8be3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1) Uninverting(_4(8.0.0):c1) Uninverting(_5(8.0.0):c1) Uninverting(_6(8.0.0):c1) Uninverting(_7(8.0.0):c1) Uninverting(_8(8.0.0):c1)))}
   [junit4]   2> 456291 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 62
   [junit4]   2> 456291 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=test_ss_dv&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456292 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=test_ss_dv,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456293 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=*_dv&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456294 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456295 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=test_ss_dv,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456301 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=7 status=0 QTime=0
   [junit4]   2> 456304 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[8]} 0 0
   [junit4]   2> 456304 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456304 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456365 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@33b369b1[collection1] main]
   [junit4]   2> 456365 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456366 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@33b369b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1) Uninverting(_4(8.0.0):c1) Uninverting(_5(8.0.0):c1) Uninverting(_6(8.0.0):c1) Uninverting(_7(8.0.0):c1) Uninverting(_8(8.0.0):c1) Uninverting(_9(8.0.0):c1)))}
   [junit4]   2> 456366 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 62
   [junit4]   2> 456366 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=test_ss_dvo2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456367 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=test_ss_dvo2,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456367 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=*vo2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456368 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456368 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=test_ss_dvo2,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456369 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=8 status=0 QTime=0
   [junit4]   2> 456370 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[9]} 0 0
   [junit4]   2> 456370 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456370 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456418 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f3d1fae[collection1] main]
   [junit4]   2> 456418 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456419 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f3d1fae[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c1) Uninverting(_3(8.0.0):c1) Uninverting(_4(8.0.0):c1) Uninverting(_5(8.0.0):c1) Uninverting(_6(8.0.0):c1) Uninverting(_7(8.0.0):c1) Uninverting(_8(8.0.0):c1) Uninverting(_9(8.0.0):c1) Uninverting(_a(8.0.0):c1)))}
   [junit4]   2> 456419 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 49
   [junit4]   2> 456420 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=enums_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456421 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=enums_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456422 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456422 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456423 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=enums_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456424 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=9 status=0 QTime=0
   [junit4]   2> 456425 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 456425 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 456426 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[10]} 0 0
   [junit4]   2> 456426 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456426 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456461 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@40c93794[collection1] main]
   [junit4]   2> 456463 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40c93794[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1)))}
   [junit4]   2> 456464 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456464 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 38
   [junit4]   2> 456465 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=test_s_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456475 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=test_s_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456475 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456476 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456476 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=test_s_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456485 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456486 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[11]} 0 0
   [junit4]   2> 456486 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456486 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456552 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@ff5e5c[collection1] main]
   [junit4]   2> 456553 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456556 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ff5e5c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1) Uninverting(_c(8.0.0):c1)))}
   [junit4]   2> 456556 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 69
   [junit4]   2> 456557 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=test_i_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456558 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=test_i_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456559 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456560 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456561 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=test_i_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456561 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 456563 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[12]} 0 1
   [junit4]   2> 456564 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456564 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456612 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7520509a[collection1] main]
   [junit4]   2> 456612 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456613 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7520509a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1) Uninverting(_c(8.0.0):c1) Uninverting(_d(8.0.0):c1)))}
   [junit4]   2> 456613 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 49
   [junit4]   2> 456614 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=test_ds_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456615 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=test_ds_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456616 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456617 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456618 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=test_ds_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456619 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 456620 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[13]} 0 0
   [junit4]   2> 456621 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456621 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456656 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@632d3a9a[collection1] main]
   [junit4]   2> 456656 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456657 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@632d3a9a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1) Uninverting(_c(8.0.0):c1) Uninverting(_d(8.0.0):c1) Uninverting(_e(8.0.0):c1)))}
   [junit4]   2> 456657 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 36
   [junit4]   2> 456657 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:13&fl=test_ls_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456658 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:13&fl=test_ls_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456659 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:13&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456659 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:13&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456660 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:13&fl=test_ls_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456661 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=4 status=0 QTime=0
   [junit4]   2> 456668 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[14]} 0 0
   [junit4]   2> 456668 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456668 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456707 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c3cbb6d[collection1] main]
   [junit4]   2> 456708 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456709 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c3cbb6d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1) Uninverting(_c(8.0.0):c1) Uninverting(_d(8.0.0):c1) Uninverting(_e(8.0.0):c1) Uninverting(_f(8.0.0):c1)))}
   [junit4]   2> 456709 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 40
   [junit4]   2> 456709 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&fl=test_fs_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456710 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&fl=test_fs_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456711 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456713 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456714 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&fl=test_fs_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456717 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=5 status=0 QTime=0
   [junit4]   2> 456723 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[15]} 0 1
   [junit4]   2> 456723 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456723 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456765 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a6eee3a[collection1] main]
   [junit4]   2> 456765 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456766 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3a6eee3a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1) Uninverting(_c(8.0.0):c1) Uninverting(_d(8.0.0):c1) Uninverting(_e(8.0.0):c1) Uninverting(_f(8.0.0):c1) Uninverting(_g(8.0.0):c1)))}
   [junit4]   2> 456766 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 43
   [junit4]   2> 456767 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&fl=test_dts_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456768 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&fl=test_dts_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456768 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456769 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456770 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&fl=test_dts_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456771 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=6 status=0 QTime=0
   [junit4]   2> 456773 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[16]} 0 0
   [junit4]   2> 456773 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456773 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456815 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@70a5ffa2[collection1] main]
   [junit4]   2> 456815 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456816 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70a5ffa2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1) Uninverting(_c(8.0.0):c1) Uninverting(_d(8.0.0):c1) Uninverting(_e(8.0.0):c1) Uninverting(_f(8.0.0):c1) Uninverting(_g(8.0.0):c1) Uninverting(_h(8.0.0):c1)))}
   [junit4]   2> 456816 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 43
   [junit4]   2> 456817 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:16&fl=test_s_dv&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456817 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:16&fl=test_s_dv,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456818 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:16&fl=*_dv&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456818 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:16&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456818 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:16&fl=test_s_dv,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456818 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=7 status=0 QTime=0
   [junit4]   2> 456819 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[17]} 0 0
   [junit4]   2> 456819 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456819 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456865 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16b480bb[collection1] main]
   [junit4]   2> 456867 INFO  (searcherExecutor-2077-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16b480bb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(8.0.0):c1) Uninverting(_c(8.0.0):c1) Uninverting(_d(8.0.0):c1) Uninverting(_e(8.0.0):c1) Uninverting(_f(8.0.0):c1) Uninverting(_g(8.0.0):c1) Uninverting(_h(8.0.0):c1) Uninverting(_i(8.0.0):c1)))}
   [junit4]   2> 456867 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 456867 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 47
   [junit4]   2> 456867 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&fl=test_s_dvo2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456868 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&fl=test_s_dvo2,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456868 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&fl=*vo2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456868 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456869 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&fl=test_s_dvo2,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 456869 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=8 status=0 QTime=0
   [junit4]   2> 456872 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[18]} 0 0
   [junit4]   2> 456872 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 456872 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77276ae4 commitCommandVersion:0
   [junit4]   2> 456918 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[41EB0B5C781BBEEC]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5842f7e7[collection1] main]
   [junit4]   2> 456918 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMu

[...truncated too long message...]

   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
   [junit4]   2> 	at org.apache.solr.cloud.MoveReplicaHDFSTest.teardownClass(MoveReplicaHDFSTest.java:52)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 54 more
   [junit4]   2> 1331391 INFO  (SUITE-MoveReplicaHDFSTest-seed#[41EB0B5C781BBEEC]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45237 45237
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_41EB0B5C781BBEEC-001
   [junit4]   2> Jul 05, 2017 3:12:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 67 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-IQ, timezone=Etc/UTC
   [junit4]   2> NOTE: Linux 4.10.0-21-generic amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=8,threads=2,free=353676680,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [QueryEqualityTest, PathHierarchyTokenizerFactoryTest, BadIndexSchemaTest, TestSolrConfigHandler, ImplicitSnitchTest, NotRequiredUniqueKeyTest, TestOrdValues, AliasIntegrationTest, TestFieldCacheSort, UnloadDistributedZkTest, LeaderInitiatedRecoveryOnShardRestartTest, TestObjectReleaseTracker, SuggesterFSTTest, UniqFieldsUpdateProcessorFactoryTest, DocumentBuilderTest, SortSpecParsingTest, HdfsRecoverLeaseTest, ForceLeaderTest, ParsingFieldUpdateProcessorsTest, SolrGraphiteReporterTest, TestQueryUtils, TestFastWriter, TestDocTermOrds, TestFieldCacheWithThreads, TestSolrCloudWithSecureImpersonation, SuggesterTest, HdfsSyncSliceTest, HdfsBasicDistributedZk2Test, TestTolerantUpdateProcessorRandomCloud, ShowFileRequestHandlerTest, TestTrie, SolrInfoBeanTest, TestPseudoReturnFields, TemplateUpdateProcessorTest, SolrMetricReporterTest, CoreMergeIndexesAdminHandlerTest, TestUnifiedSolrHighlighter, TestJmxIntegration, TestPushWriter, BasicDistributedZk2Test, ReplicaListTransformerTest, TestSurroundQueryParser, SSLMigrationTest, SpatialRPTFieldTypeTest, SortByFunctionTest, URLClassifyProcessorTest, RequiredFieldsTest, DistributedQueueTest, TestComplexPhraseLeadingWildcard, ReturnFieldsTest, AnalysisErrorHandlingTest, UUIDUpdateProcessorFallbackTest, TestExactSharedStatsCache, DeleteInactiveReplicaTest, TestFoldingMultitermQuery, SolrTestCaseJ4Test, TestSha256AuthenticationProvider, TestSchemalessBufferedUpdates, NodeMutatorTest, TestSolrFieldCacheBean, TestSolrConfigHandlerConcurrent, RecoveryAfterSoftCommitTest, V2StandaloneTest, ClusterStateTest, TestSQLHandler, XsltUpdateRequestHandlerTest, TestUtils, TestConfigsApi, LeaderElectionTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ExplicitHLLTest, ConnectionManagerTest, StatsReloadRaceTest, AutoCommitTest, CircularListTest, TestSolrDeletionPolicy2, TestTrackingShardHandlerFactory, TestExpandComponent, TestManagedSynonymFilterFactory, ClassificationUpdateProcessorFactoryTest, LeaderFailoverAfterPartitionTest, TestCloudJSONFacetJoinDomain, TestSolrCoreProperties, TestSolrQueryResponse, PeerSyncWithIndexFingerprintCachingTest, TestMaxScoreQueryParser, TestLegacyFieldReuse, TestInfoStreamLogging, TestTolerantSearch, TestCustomStream, SolrCloudReportersTest, TestAnalyzedSuggestions, CopyFieldTest, CollectionStateFormat2Test, TestBackupRepositoryFactory, TestDFRSimilarityFactory, DistributedSuggestComponentTest, PrimitiveFieldTypeTest, PreAnalyzedFieldTest, TestJsonFacetRefinement, TestLocalFSCloudBackupRestore, TestReload, VMParamsZkACLAndCredentialsProvidersTest, DateMathParserTest, TestSolrCoreSnapshots, TestDynamicFieldResource, ConfigureRecoveryStrategyTest, TestRandomFlRTGCloud, CleanupOldIndexTest, PingRequestHandlerTest, TestSubQueryTransformerCrossCore, BlockJoinFacetDistribTest, OverseerCollectionConfigSetProcessorTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TermVectorComponentDistributedTest, TestStressReorder, TestRangeQuery, SimpleFacetsTest, StatsComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DistanceFunctionTest, CacheHeaderTest, LukeRequestHandlerTest, TestQueryTypes, TermsComponentTest, TermVectorComponentTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestQuerySenderListener, TestSolrIndexConfig, ResponseLogComponentTest, TestStressRecovery, MultiTermTest, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationHandlerTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest]
   [junit4] Completed [510/726 (2!)] on J2 in 47.75s, 1 test, 1 error <<< FAILURES!

[...truncated 43988 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_131) - Build # 20060 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20060/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CdcrBootstrapTest

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1202)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:349)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:709)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)  at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)  at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1202)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:349)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:709)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([81E79D3E1CF2A0C0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
	at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster

Error Message:
Captured an uncaught exception in thread: Thread[id=14905, name=Thread-6061, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14905, name=Thread-6061, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]
	at __randomizedtesting.SeedInfo.seed([81E79D3E1CF2A0C0:58B1CCFA1F96B38A]:0)
Caused by: java.lang.AssertionError: 1
	at __randomizedtesting.SeedInfo.seed([81E79D3E1CF2A0C0]:0)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:192)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1603)
	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:832)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1203)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12417 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/init-core-data-001
   [junit4]   2> 1263570 INFO  (SUITE-CdcrBootstrapTest-seed#[81E79D3E1CF2A0C0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1263571 INFO  (SUITE-CdcrBootstrapTest-seed#[81E79D3E1CF2A0C0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1263572 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
   [junit4]   2> 1263572 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-target-001
   [junit4]   2> 1263572 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1263573 INFO  (Thread-5977) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1263573 INFO  (Thread-5977) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1263577 ERROR (Thread-5977) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1263673 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.ZkTestServer start zk server on port:42643
   [junit4]   2> 1263682 INFO  (jetty-launcher-1710-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1263689 INFO  (jetty-launcher-1710-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56da73b{/solr,null,AVAILABLE}
   [junit4]   2> 1263696 INFO  (jetty-launcher-1710-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c99796d{HTTP/1.1,[http/1.1]}{127.0.0.1:42815}
   [junit4]   2> 1263696 INFO  (jetty-launcher-1710-thread-1) [    ] o.e.j.s.Server Started @1266056ms
   [junit4]   2> 1263696 INFO  (jetty-launcher-1710-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42815}
   [junit4]   2> 1263696 ERROR (jetty-launcher-1710-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1263696 INFO  (jetty-launcher-1710-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1263696 INFO  (jetty-launcher-1710-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1263696 INFO  (jetty-launcher-1710-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1263697 INFO  (jetty-launcher-1710-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T00:15:08.926Z
   [junit4]   2> 1263700 INFO  (jetty-launcher-1710-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1263703 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d1019be020001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1263705 INFO  (jetty-launcher-1710-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42643/solr
   [junit4]   2> 1263750 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1263752 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42815_solr
   [junit4]   2> 1263753 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.c.Overseer Overseer (id=98252469620047875-127.0.0.1:42815_solr-n_0000000000) starting
   [junit4]   2> 1263758 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42815_solr
   [junit4]   2> 1263759 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:42815_solr) [n:127.0.0.1:42815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1263859 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42815.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1263861 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42815.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1263861 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42815.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1263861 INFO  (jetty-launcher-1710-thread-1) [n:127.0.0.1:42815_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-target-001/node1/.
   [junit4]   1> Target zkHost = 127.0.0.1:42643/solr
   [junit4]   2> 1263870 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-source-001
   [junit4]   2> 1263870 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1263871 INFO  (Thread-5987) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1263871 INFO  (Thread-5987) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1263872 ERROR (Thread-5987) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1263971 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.ZkTestServer start zk server on port:35647
   [junit4]   2> 1263974 INFO  (jetty-launcher-1722-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1263975 INFO  (jetty-launcher-1722-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@371f7086{/solr,null,AVAILABLE}
   [junit4]   2> 1263975 INFO  (jetty-launcher-1722-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@50d43fd0{HTTP/1.1,[http/1.1]}{127.0.0.1:42749}
   [junit4]   2> 1263975 INFO  (jetty-launcher-1722-thread-1) [    ] o.e.j.s.Server Started @1266335ms
   [junit4]   2> 1263975 INFO  (jetty-launcher-1722-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42749}
   [junit4]   2> 1263975 ERROR (jetty-launcher-1722-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1263976 INFO  (jetty-launcher-1722-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1263976 INFO  (jetty-launcher-1722-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1263976 INFO  (jetty-launcher-1722-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1263976 INFO  (jetty-launcher-1722-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T00:15:09.205Z
   [junit4]   2> 1263977 INFO  (jetty-launcher-1722-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1263982 INFO  (jetty-launcher-1722-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35647/solr
   [junit4]   2> 1264014 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1264014 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42749_solr
   [junit4]   2> 1264015 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.c.Overseer Overseer (id=98252469639577603-127.0.0.1:42749_solr-n_0000000000) starting
   [junit4]   2> 1264020 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42749_solr
   [junit4]   2> 1264022 INFO  (zkCallback-1729-thread-1-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1264099 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42749.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1264101 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42749.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1264101 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42749.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1264101 INFO  (jetty-launcher-1722-thread-1) [n:127.0.0.1:42749_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-source-001/node1/.
   [junit4]   2> 1264116 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1264116 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35647/solr ready
   [junit4]   2> 1264118 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1264123 INFO  (OverseerThreadFactory-5110-thread-1-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
   [junit4]   2> 1264228 INFO  (OverseerStateUpdate-98252469639577603-127.0.0.1:42749_solr-n_0000000000) [n:127.0.0.1:42749_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"cdcr-source",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"cdcr-source_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42749/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1264429 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 1264429 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1264532 INFO  (zkCallback-1729-thread-1-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1264532 INFO  (zkCallback-1729-thread-2-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1265438 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1265446 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1265450 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1265450 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 1265451 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42749.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1265452 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1265452 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
   [junit4]   2> 1265543 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1265543 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1265544 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1265544 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1265546 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e12b01[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1265546 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 1265546 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 1265547 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1265548 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2e12b01[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1265548 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1572039515991703552
   [junit4]   2> 1265551 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1265551 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1265552 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42749/solr/cdcr-source_shard1_replica_n1/
   [junit4]   2> 1265552 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1265552 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42749/solr/cdcr-source_shard1_replica_n1/ has no replicas
   [junit4]   2> 1265552 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1265553 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42749/solr/cdcr-source_shard1_replica_n1/ shard1
   [junit4]   2> 1265654 INFO  (zkCallback-1729-thread-2-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1265654 INFO  (zkCallback-1729-thread-1-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1265704 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1265705 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node1&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1275
   [junit4]   2> 1265709 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1265809 INFO  (zkCallback-1729-thread-1-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1265809 INFO  (zkCallback-1729-thread-2-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1266127 INFO  (OverseerCollectionConfigSetProcessor-98252469639577603-127.0.0.1:42749_solr-n_0000000000) [n:127.0.0.1:42749_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1266709 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2591
   [junit4]   1> Adding 10 docs with commit=true, numDocs=100
   [junit4]   2> 1266715 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1572039517211197440), source_1 (1572039517213294592), source_2 (1572039517213294593), source_3 (1572039517213294594), source_4 (1572039517213294595), source_5 (1572039517213294596), source_6 (1572039517213294597), source_7 (1572039517213294598), source_8 (1572039517213294599), source_9 (1572039517213294600), ... (100 adds)]} 0 3
   [junit4]   2> 1266716 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039517216440320,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1266716 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039517216440320
   [junit4]   2> 1266809 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3088b1d0[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1266809 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1266811 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3088b1d0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
   [junit4]   2> 1266811 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 95
   [junit4]   1> Adding 10 docs with commit=true, numDocs=200
   [junit4]   2> 1266815 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1572039517317103616), source_101 (1572039517319200768), source_102 (1572039517319200769), source_103 (1572039517319200770), source_104 (1572039517319200771), source_105 (1572039517319200772), source_106 (1572039517319200773), source_107 (1572039517319200774), source_108 (1572039517319200775), source_109 (1572039517319200776), ... (100 adds)]} 0 3
   [junit4]   2> 1266816 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039517321297920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1266816 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039517321297920
   [junit4]   2> 1266926 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58b09bce[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1266927 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1266928 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@58b09bce[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
   [junit4]   2> 1266928 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 112
   [junit4]   1> Adding 10 docs with commit=true, numDocs=300
   [junit4]   2> 1266931 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1572039517439787008), source_201 (1572039517439787009), source_202 (1572039517439787010), source_203 (1572039517439787011), source_204 (1572039517440835584), source_205 (1572039517440835585), source_206 (1572039517440835586), source_207 (1572039517440835587), source_208 (1572039517440835588), source_209 (1572039517440835589), ... (100 adds)]} 0 2
   [junit4]   2> 1266932 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039517442932736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1266932 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039517442932736
   [junit4]   2> 1267052 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@565c0df6[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1267052 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1267053 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@565c0df6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
   [junit4]   2> 1267053 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 121
   [junit4]   1> Adding 10 docs with commit=true, numDocs=400
   [junit4]   2> 1267057 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1572039517570859008), source_301 (1572039517571907584), source_302 (1572039517571907585), source_303 (1572039517571907586), source_304 (1572039517571907587), source_305 (1572039517571907588), source_306 (1572039517571907589), source_307 (1572039517571907590), source_308 (1572039517571907591), source_309 (1572039517571907592), ... (100 adds)]} 0 2
   [junit4]   2> 1267060 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039517577150464,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1267060 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039517577150464
   [junit4]   2> 1267206 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a8a961e[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1267206 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1267207 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@4a8a961e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
   [junit4]   2> 1267207 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 147
   [junit4]   1> Adding 10 docs with commit=true, numDocs=500
   [junit4]   2> 1267211 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1572039517732339712), source_401 (1572039517733388288), source_402 (1572039517733388289), source_403 (1572039517733388290), source_404 (1572039517733388291), source_405 (1572039517733388292), source_406 (1572039517733388293), source_407 (1572039517733388294), source_408 (1572039517733388295), source_409 (1572039517733388296), ... (100 adds)]} 0 2
   [junit4]   2> 1267211 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039517735485440,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1267211 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039517735485440
   [junit4]   2> 1267362 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e5ac4d3[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1267362 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1267363 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2e5ac4d3[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
   [junit4]   2> 1267364 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 152
   [junit4]   1> Adding 10 docs with commit=true, numDocs=600
   [junit4]   2> 1267367 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1572039517895917568), source_501 (1572039517896966144), source_502 (1572039517898014720), source_503 (1572039517898014721), source_504 (1572039517898014722), source_505 (1572039517898014723), source_506 (1572039517898014724), source_507 (1572039517898014725), source_508 (1572039517898014726), source_509 (1572039517898014727), ... (100 adds)]} 0 2
   [junit4]   2> 1267367 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039517899063304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1267367 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039517899063304
   [junit4]   2> 1267535 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@735ffde8[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1267536 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@735ffde8[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
   [junit4]   2> 1267537 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1267537 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 169
   [junit4]   1> Adding 10 docs with commit=true, numDocs=700
   [junit4]   2> 1267553 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1572039518093049856), source_601 (1572039518094098432), source_602 (1572039518094098433), source_603 (1572039518094098434), source_604 (1572039518094098435), source_605 (1572039518094098436), source_606 (1572039518094098437), source_607 (1572039518094098438), source_608 (1572039518094098439), source_609 (1572039518094098440), ... (100 adds)]} 0 1
   [junit4]   2> 1267554 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039518095147008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1267554 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039518095147008
   [junit4]   2> 1267783 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1aee5170[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1267784 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1267784 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1aee5170[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
   [junit4]   2> 1267785 INFO  (qtp2035455771-14477) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 230
   [junit4]   1> Adding 10 docs with commit=true, numDocs=800
   [junit4]   2> 1267787 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1572039518337368064), source_701 (1572039518338416640), source_702 (1572039518338416641), source_703 (1572039518338416642), source_704 (1572039518338416643), source_705 (1572039518338416644), source_706 (1572039518338416645), source_707 (1572039518338416646), source_708 (1572039518338416647), source_709 (1572039518338416648), ... (100 adds)]} 0 1
   [junit4]   2> 1267787 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039518339465223,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1267787 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039518339465223
   [junit4]   2> 1268076 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2058e0af[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1268077 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1268077 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2058e0af[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
   [junit4]   2> 1268078 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 290
   [junit4]   1> Adding 10 docs with commit=true, numDocs=900
   [junit4]   2> 1268080 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1572039518644600832), source_801 (1572039518645649408), source_802 (1572039518645649409), source_803 (1572039518645649410), source_804 (1572039518645649411), source_805 (1572039518645649412), source_806 (1572039518645649413), source_807 (1572039518645649414), source_808 (1572039518645649415), source_809 (1572039518645649416), ... (100 adds)]} 0 1
   [junit4]   2> 1268081 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039518647746560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1268081 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039518647746560
   [junit4]   2> 1268305 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f7d7afe[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1268306 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1268307 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@f7d7afe[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
   [junit4]   2> 1268307 INFO  (qtp2035455771-14473) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 226
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1000
   [junit4]   2> 1268310 INFO  (qtp2035455771-14478) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1572039518885773312), source_901 (1572039518886821888), source_902 (1572039518886821889), source_903 (1572039518886821890), source_904 (1572039518886821891), source_905 (1572039518886821892), source_906 (1572039518886821893), source_907 (1572039518886821894), source_908 (1572039518886821895), source_909 (1572039518886821896), ... (100 adds)]} 0 2
   [junit4]   2> 1268310 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1572039518887870471,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1268310 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d9963ed commitCommandVersion:1572039518887870471
   [junit4]   2> 1268535 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51223e23[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1268535 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1268536 INFO  (searcherExecutor-5113-thread-1-processing-n:127.0.0.1:42749_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@51223e23[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
   [junit4]   2> 1268536 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 225
   [junit4]   2> 1268537 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
   [junit4]   2> 1268538 INFO  (qtp2035455771-14479) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1268546 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@50d43fd0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1268547 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2050557670
   [junit4]   2> 1268547 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1268549 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1268551 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1268551 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1268552 INFO  (coreCloseExecutor-5118-thread-1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@18ee043e
   [junit4]   2> 1268559 INFO  (zkCallback-1729-thread-1-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1268560 INFO  (zkCallback-1729-thread-2-processing-n:127.0.0.1:42749_solr) [n:127.0.0.1:42749_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1268630 INFO  (coreCloseExecutor-5118-thread-1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=418251838
   [junit4]   2> 1268632 INFO  (coreCloseExecutor-5118-thread-1) [n:127.0.0.1:42749_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=418251838
   [junit4]   2> 1268633 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.Overseer Overseer (id=98252469639577603-127.0.0.1:42749_solr-n_0000000000) closing
   [junit4]   2> 1268634 INFO  (OverseerStateUpdate-98252469639577603-127.0.0.1:42749_solr-n_0000000000) [n:127.0.0.1:42749_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42749_solr
   [junit4]   2> 1268635 INFO  (zkCallback-1736-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1268638 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@371f7086{/solr,null,UNAVAILABLE}
   [junit4]   2> 1268639 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1268644 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@661c8e23{/solr,null,AVAILABLE}
   [junit4]   2> 1268644 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a8f3956{HTTP/1.1,[http/1.1]}{127.0.0.1:38987}
   [junit4]   2> 1268645 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.e.j.s.Server Started @1271005ms
   [junit4]   2> 1268645 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38987}
   [junit4]   2> 1268645 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1268645 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1268645 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1268645 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1268645 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-05T00:15:13.874Z
   [junit4]   2> 1268669 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1268679 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35647/solr
   [junit4]   2> 1268685 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1268685 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38987_solr
   [junit4]   2> 1268686 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.c.Overseer Overseer (id=98252469639577611-127.0.0.1:38987_solr-n_0000000001) starting
   [junit4]   2> 1268689 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38987_solr
   [junit4]   2> 1268700 INFO  (zkCallback-1736-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1268708 INFO  (zkCallback-1742-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1268785 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38987.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1268790 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38987.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1268790 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38987.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1268798 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-source-001/node1/.
   [junit4]   2> 1268799 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[81E79D3E1CF2A0C0]) [n:127.0.0.1:38987_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
   [junit4]   2> 1268804 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1268806 INFO  (zkCallback-1742-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1268806 INFO  (zkCallback-1742-thread-2-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1269809 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1269825 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1269826 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1269828 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1269828 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
   [junit4]   2> 1269829 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
   [junit4]   2> 1269829 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 1269829 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38987.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f37c1f0
   [junit4]   2> 1269829 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1269829 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_81E79D3E1CF2A0C0-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
   [junit4]   2> 1269882 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1269882 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1269885 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1269885 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1269900 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19e729b4[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1269901 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 1269901 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 1269901 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
   [junit4]   2> 1269901 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1269902 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1269906 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
   [junit4]   2> 1269909 INFO  (coreLoadExecutor-5127-thread-1-processing-n:127.0.0.1:38987_solr) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
   [junit4]   2> 1269929 INFO  (searcherExecutor-5128-thread-1-processing-n:127.0.0.1:38987_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@19e729b4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(8.0.0):C1000)))}
   [junit4]   2> 1269930 WARN  (cdcr-update-log-synchronizer-5133-thread-1) [n:127.0.0.1:38987_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected e

[...truncated too long message...]

   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]    > 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
   [junit4]    > 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757)
   [junit4]    > 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]    > 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([81E79D3E1CF2A0C0]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [506/726 (1!)] on J0 in 97.65s, 3 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 44036 lines...]