You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/12/03 14:03:12 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 554 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/554/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
expected:<3> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<1>
	at __randomizedtesting.SeedInfo.seed([F85A21FD730B8295:B02F55497538AD00]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:516)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11580 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/init-core-data-001
   [junit4]   2> 1262857 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1262858 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001
   [junit4]   2> 1262858 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1262859 INFO  (Thread-2003) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1262859 INFO  (Thread-2003) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1262964 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60241
   [junit4]   2> 1262984 INFO  (jetty-launcher-1432-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1262984 INFO  (jetty-launcher-1432-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1262984 INFO  (jetty-launcher-1432-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1262985 INFO  (jetty-launcher-1432-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1263004 INFO  (jetty-launcher-1432-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@398b4f8e{/solr,null,AVAILABLE}
   [junit4]   2> 1263004 INFO  (jetty-launcher-1432-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ac7cfe9{HTTP/1.1,[http/1.1]}{127.0.0.1:60243}
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45937427{/solr,null,AVAILABLE}
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-2) [    ] o.e.j.s.Server Started @1270724ms
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60243}
   [junit4]   2> 1263005 ERROR (jetty-launcher-1432-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ade02ad{HTTP/1.1,[http/1.1]}{127.0.0.1:60244}
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-3) [    ] o.e.j.s.Server Started @1270724ms
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60244}
   [junit4]   2> 1263005 ERROR (jetty-launcher-1432-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1263005 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1263006 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-03T12:53:51.447Z
   [junit4]   2> 1263006 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1263006 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1263006 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1263006 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-03T12:53:51.447Z
   [junit4]   2> 1263011 INFO  (jetty-launcher-1432-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10ea5a3a{/solr,null,AVAILABLE}
   [junit4]   2> 1263012 INFO  (jetty-launcher-1432-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35a33acf{HTTP/1.1,[http/1.1]}{127.0.0.1:60247}
   [junit4]   2> 1263012 INFO  (jetty-launcher-1432-thread-4) [    ] o.e.j.s.Server Started @1270731ms
   [junit4]   2> 1263012 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60247}
   [junit4]   2> 1263012 ERROR (jetty-launcher-1432-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1263012 INFO  (jetty-launcher-1432-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ca1cf46{/solr,null,AVAILABLE}
   [junit4]   2> 1263013 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1263013 INFO  (jetty-launcher-1432-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@34622fb0{HTTP/1.1,[http/1.1]}{127.0.0.1:60248}
   [junit4]   2> 1263013 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1263013 INFO  (jetty-launcher-1432-thread-1) [    ] o.e.j.s.Server Started @1270732ms
   [junit4]   2> 1263013 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1263013 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60248}
   [junit4]   2> 1263013 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-03T12:53:51.454Z
   [junit4]   2> 1263013 ERROR (jetty-launcher-1432-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1263014 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.4.0
   [junit4]   2> 1263014 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1263014 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1263014 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-03T12:53:51.455Z
   [junit4]   2> 1263016 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1263016 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1263028 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1263029 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1263030 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1263031 INFO  (jetty-launcher-1432-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60241/solr
   [junit4]   2> 1263034 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1263036 INFO  (jetty-launcher-1432-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60241/solr
   [junit4]   2> 1263039 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1263040 INFO  (jetty-launcher-1432-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60241/solr
   [junit4]   2> 1263042 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1263045 INFO  (jetty-launcher-1432-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60241/solr
   [junit4]   2> 1263101 INFO  (jetty-launcher-1432-thread-3) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60244_solr
   [junit4]   2> 1263104 INFO  (jetty-launcher-1432-thread-4) [n:127.0.0.1:60247_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60247_solr
   [junit4]   2> 1263104 INFO  (jetty-launcher-1432-thread-2) [n:127.0.0.1:60243_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60243_solr
   [junit4]   2> 1263104 INFO  (jetty-launcher-1432-thread-1) [n:127.0.0.1:60248_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60248_solr
   [junit4]   2> 1263105 INFO  (jetty-launcher-1432-thread-3) [n:127.0.0.1:60244_solr    ] o.a.s.c.Overseer Overseer (id=97043718557007882-127.0.0.1:60244_solr-n_0000000000) starting
   [junit4]   2> 1263108 INFO  (zkCallback-1452-thread-1-processing-n:127.0.0.1:60248_solr) [n:127.0.0.1:60248_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1263108 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:60247_solr) [n:127.0.0.1:60247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1263108 INFO  (zkCallback-1451-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1263109 INFO  (zkCallback-1453-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1263136 INFO  (jetty-launcher-1432-thread-4) [n:127.0.0.1:60247_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node4/.
   [junit4]   2> 1263138 INFO  (jetty-launcher-1432-thread-2) [n:127.0.0.1:60243_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node2/.
   [junit4]   2> 1263151 INFO  (jetty-launcher-1432-thread-3) [n:127.0.0.1:60244_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60244_solr
   [junit4]   2> 1263154 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:60247_solr) [n:127.0.0.1:60247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263154 INFO  (zkCallback-1452-thread-1-processing-n:127.0.0.1:60248_solr) [n:127.0.0.1:60248_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263155 INFO  (zkCallback-1453-thread-1-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263155 INFO  (zkCallback-1451-thread-1-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263165 INFO  (jetty-launcher-1432-thread-1) [n:127.0.0.1:60248_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node1/.
   [junit4]   2> 1263254 INFO  (jetty-launcher-1432-thread-3) [n:127.0.0.1:60244_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node3/.
   [junit4]   2> 1263264 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1263266 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60241/solr ready
   [junit4]   2> 1263311 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 1263314 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[F85A21FD730B8295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1263324 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1263335 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 1263341 INFO  (qtp1336081623-8112) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1263341 INFO  (qtp1336081623-8112) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1263342 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 1263375 INFO  (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
   [junit4]   2> 1263377 INFO  (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[F85A21FD730B8295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1263383 INFO  (qtp1336081623-8113) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1263387 INFO  (OverseerThreadFactory-4539-thread-2-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollection
   [junit4]   2> 1263388 ERROR (OverseerThreadFactory-4539-thread-2-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:117)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1263388 INFO  (OverseerCollectionConfigSetProcessor-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1263395 INFO  (qtp1336081623-8113) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=11
   [junit4]   2> 1263396 INFO  (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
   [junit4]   2> 1263436 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
   [junit4]   2> 1263438 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F85A21FD730B8295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1263446 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-002&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
   [junit4]   2> 1263450 INFO  (OverseerStateUpdate-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1264471 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1264483 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1264491 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1264493 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
   [junit4]   2> 1264493 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-002/]
   [junit4]   2> 1264504 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1264504 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1264504 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1264504 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1264505 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67e8d983[halfcollection_shard1_replica1] main]
   [junit4]   2> 1264507 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1264507 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1264508 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1264508 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552699498639130624
   [junit4]   2> 1264508 INFO  (searcherExecutor-4544-thread-1-processing-n:127.0.0.1:60247_solr x:halfcollection_shard1_replica1 s:shard1 c:halfcollectionblocker r:core_node1) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@67e8d983[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1264522 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1264523 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1264523 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60247/solr/halfcollection_shard1_replica1/
   [junit4]   2> 1264523 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1264523 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:60247/solr/halfcollection_shard1_replica1/ has no replicas
   [junit4]   2> 1264531 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60247/solr/halfcollection_shard1_replica1/ shard1
   [junit4]   2> 1264691 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1264695 INFO  (qtp589574281-8115) [n:127.0.0.1:60247_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-002&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=1249
   [junit4]   2> 1264704 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
   [junit4]   2> 1264708 INFO  (OverseerStateUpdate-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1265402 INFO  (OverseerCollectionConfigSetProcessor-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1265724 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1265730 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1265733 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1265735 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
   [junit4]   2> 1265736 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-003/]
   [junit4]   2> 1265747 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1265748 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1265748 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1265748 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1265749 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46c14ad[halfcollection_shard1_replica1] main]
   [junit4]   2> 1265750 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1265751 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1265751 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1265752 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552699499943559168
   [junit4]   2> 1265752 INFO  (searcherExecutor-4549-thread-1-processing-n:127.0.0.1:60243_solr x:halfcollection_shard1_replica1 s:shard1 c:halfcollectionblocker2 r:core_node1) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@46c14ad[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1265764 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1265764 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1265764 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60243/solr/halfcollection_shard1_replica1/
   [junit4]   2> 1265764 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1265764 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:60243/solr/halfcollection_shard1_replica1/ has no replicas
   [junit4]   2> 1265772 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60243/solr/halfcollection_shard1_replica1/ shard1
   [junit4]   2> 1265947 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1265950 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1246
   [junit4]   2> 1265953 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:60247_solr,127.0.0.1:60243_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1265956 INFO  (OverseerThreadFactory-4539-thread-3-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
   [junit4]   2> 1266183 INFO  (qtp1323779980-8104) [n:127.0.0.1:60243_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1266183 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1266183 WARN  (qtp1323779980-8104) [n:127.0.0.1:60243_solr    ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
   [junit4]   2> 1266184 ERROR (qtp1323779980-8104) [n:127.0.0.1:60243_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1266184 INFO  (qtp1323779980-8104) [n:127.0.0.1:60243_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1
   [junit4]   2> 1266184 ERROR (qtp1323779980-8104) [n:127.0.0.1:60243_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1266185 ERROR (OverseerThreadFactory-4539-thread-3-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:60243/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60243/solr: Core with name 'halfcollection_shard1_replica1' already exists.
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:196)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1266301 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:60247_solr) [n:127.0.0.1:60247_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1267204 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1267221 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 1267223 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1267224 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection
   [junit4]   2> 1267224 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node4/halfcollection_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node4/./halfcollection_shard2_replica1/data/]
   [junit4]   2> 1267233 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1267233 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1267235 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1267235 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1267235 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77ebeb39[halfcollection_shard2_replica1] main]
   [junit4]   2> 1267237 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1267238 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1267238 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1267238 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552699501501743104
   [junit4]   2> 1267238 INFO  (searcherExecutor-4554-thread-1-processing-n:127.0.0.1:60247_solr x:halfcollection_shard2_replica1 s:shard2 c:halfcollection r:core_node1) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] Registered new searcher Searcher@77ebeb39[halfcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1267250 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1267250 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1267250 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60247/solr/halfcollection_shard2_replica1/
   [junit4]   2> 1267250 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1267250 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:60247/solr/halfcollection_shard2_replica1/ has no replicas
   [junit4]   2> 1267258 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60247/solr/halfcollection_shard2_replica1/ shard2
   [junit4]   2> 1267371 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:60247_solr) [n:127.0.0.1:60247_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1267427 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1267433 INFO  (qtp589574281-8120) [n:127.0.0.1:60247_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1250
   [junit4]   2> 1267433 ERROR (OverseerThreadFactory-4539-thread-3-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection].
   [junit4]   2> 1267434 INFO  (OverseerThreadFactory-4539-thread-3-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1267458 INFO  (qtp589574281-8121) [n:127.0.0.1:60247_solr    ] o.a.s.c.SolrCore [halfcollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@28ef2f70
   [junit4]   2> 1267463 INFO  (qtp589574281-8121) [n:127.0.0.1:60247_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=25
   [junit4]   2> 1268192 INFO  (OverseerThreadFactory-4539-thread-3-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection]
   [junit4]   2> 1268196 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1269966 INFO  (OverseerCollectionConfigSetProcessor-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1298334 ERROR (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
   [junit4]   2> 1298334 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:60247_solr,127.0.0.1:60243_solr&wt=javabin&version=2} status=0 QTime=32381
   [junit4]   2> 1298335 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShouldFailOnExistingCore
   [junit4]   2> 1298385 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
   [junit4]   2> 1298388 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[F85A21FD730B8295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1298394 INFO  (qtp1336081623-8134) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1298412 INFO  (OverseerThreadFactory-4539-thread-4-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1298416 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr    ] o.a.s.c.SolrCore [halfcollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@256b53cb
   [junit4]   2> 1298421 INFO  (qtp1323779980-8101) [n:127.0.0.1:60243_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1299149 INFO  (qtp1336081623-8134) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2} status=0 QTime=754
   [junit4]   2> 1299167 INFO  (qtp1336081623-8113) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1299172 INFO  (OverseerThreadFactory-4539-thread-5-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1299201 INFO  (OverseerCollectionConfigSetProcessor-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1299294 INFO  (qtp589574281-8109) [n:127.0.0.1:60247_solr    ] o.a.s.c.SolrCore [halfcollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5cfaf39
   [junit4]   2> 1299331 INFO  (qtp589574281-8109) [n:127.0.0.1:60247_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=156
   [junit4]   2> 1300060 INFO  (qtp1336081623-8113) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker&action=DELETE&wt=javabin&version=2} status=0 QTime=893
   [junit4]   2> 1300079 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-004&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
   [junit4]   2> 1300084 INFO  (OverseerStateUpdate-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1301122 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection   x:corewithnocollection] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1301133 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection   x:corewithnocollection] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
   [junit4]   2> 1301138 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection   x:corewithnocollection] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1301142 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection   x:corewithnocollection] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection
   [junit4]   2> 1301143 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node1/corewithnocollection], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-004/]
   [junit4]   2> 1301175 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1301175 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1301176 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1301176 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1301177 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.s.SolrIndexSearcher Opening [Searcher@82368aa[corewithnocollection] main]
   [junit4]   2> 1301180 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1301181 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1301181 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1301181 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552699537093558272
   [junit4]   2> 1301183 INFO  (searcherExecutor-4559-thread-1-processing-n:127.0.0.1:60248_solr x:corewithnocollection s:shard1 c:corewithnocollection r:core_node1) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@82368aa[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1301208 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1301208 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1301208 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60248/solr/corewithnocollection/
   [junit4]   2> 1301208 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1301208 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SyncStrategy http://127.0.0.1:60248/solr/corewithnocollection/ has no replicas
   [junit4]   2> 1301213 INFO  (OverseerCollectionConfigSetProcessor-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1301227 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60248/solr/corewithnocollection/ shard1
   [junit4]   2> 1301399 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1301406 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-004&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=1326
   [junit4]   2> 1301411 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-004&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
   [junit4]   2> 1301417 INFO  (OverseerStateUpdate-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1302516 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1302528 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
   [junit4]   2> 1302531 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1302533 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2
   [junit4]   2> 1302533 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node1/corewithnocollection2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-004/]
   [junit4]   2> 1302586 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1302586 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1302587 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1302587 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1302587 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d4ad96e[corewithnocollection2] main]
   [junit4]   2> 1302590 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1302591 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1302591 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1302591 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552699538572050432
   [junit4]   2> 1302591 INFO  (searcherExecutor-4564-thread-1-processing-n:127.0.0.1:60248_solr x:corewithnocollection2 s:shard1 c:corewithnocollection2 r:core_node1) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.SolrCore [corewithnocollection2] Registered new searcher Searcher@1d4ad96e[corewithnocollection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1302611 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1302611 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1302611 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60248/solr/corewithnocollection2/
   [junit4]   2> 1302611 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1302611 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.SyncStrategy http://127.0.0.1:60248/solr/corewithnocollection2/ has no replicas
   [junit4]   2> 1302622 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60248/solr/corewithnocollection2/ shard1
   [junit4]   2> 1302779 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1302784 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-004&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1373
   [junit4]   2> 1302786 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified
   [junit4]   2> 1302855 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
   [junit4]   2> 1302858 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[F85A21FD730B8295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1302864 INFO  (qtp1336081623-8106) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1302868 INFO  (OverseerThreadFactory-4539-thread-5-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1302871 INFO  (qtp1336081623-8112) [n:127.0.0.1:60248_solr    ] o.a.s.c.SolrCore [corewithnocollection]  CLOSING SolrCore org.apache.solr.core.SolrCore@605aaa96
   [junit4]   2> 1302898 INFO  (qtp1336081623-8112) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 1303626 INFO  (qtp1336081623-8106) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection&action=DELETE&wt=javabin&version=2} status=0 QTime=762
   [junit4]   2> 1303630 INFO  (qtp1336081623-8134) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1303635 INFO  (OverseerThreadFactory-4539-thread-5-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1303636 INFO  (OverseerCollectionConfigSetProcessor-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1303639 INFO  (qtp1336081623-8113) [n:127.0.0.1:60248_solr    ] o.a.s.c.SolrCore [corewithnocollection2]  CLOSING SolrCore org.apache.solr.core.SolrCore@33fa0395
   [junit4]   2> 1303666 INFO  (qtp1336081623-8113) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 1304400 INFO  (qtp1336081623-8134) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection2&action=DELETE&wt=javabin&version=2} status=0 QTime=769
   [junit4]   2> 1304404 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1304405 ERROR (qtp1336081623-8135) [n:127.0.0.1:60248_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
   [junit4]   2> 	at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
   [junit4]   2> 	at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:461)
   [junit4]   2> 	at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:478)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:376)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:870)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:209)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1304405 INFO  (qtp1336081623-8135) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 1304406 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
   [junit4]   2> 1304467 INFO  (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
   [junit4]   2> 1304469 INFO  (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F85A21FD730B8295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1304474 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1304477 INFO  (OverseerThreadFactory-4539-thread-5-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection
   [junit4]   2> 1304478 WARN  (OverseerThreadFactory-4539-thread-5-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1304478 ERROR (OverseerThreadFactory-4539-thread-5-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1304478 INFO  (OverseerCollectionConfigSetProcessor-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1304484 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=10
   [junit4]   2> 1304485 INFO  (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
   [junit4]   2> 1304551 INFO  (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
   [junit4]   2> 1304554 INFO  (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F85A21FD730B8295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1304561 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-005&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
   [junit4]   2> 1304564 INFO  (OverseerStateUpdate-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1305593 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection   x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
   [junit4]   2> 1305604 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection   x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1305608 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection   x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1305611 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection   x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
   [junit4]   2> 1305612 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-001/node1/halfdeletedcollection_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001/tempDir-005/]
   [junit4]   2> 1305636 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1305636 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1305637 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1305637 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1305638 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25a625b5[halfdeletedcollection_shard1_replica1] main]
   [junit4]   2> 1305642 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1305643 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1305643 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1305643 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552699541772304384
   [junit4]   2> 1305643 INFO  (searcherExecutor-4569-thread-1-processing-n:127.0.0.1:60248_solr x:halfdeletedcollection_shard1_replica1 s:shard2 c:halfdeletedcollection r:core_node1) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@25a625b5[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1305658 INFO  (qtp1336081623-8110) [n:127.0.0.1:60248_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4

[...truncated too long message...]


   [junit4]   2> 1371674 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1371674 INFO  (qtp1336081623-8116) [n:127.0.0.1:60248_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1371676 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[F85A21FD730B8295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 1371687 INFO  (jetty-launcher-1432-thread-5) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@35a33acf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1371689 INFO  (jetty-launcher-1432-thread-6) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ac7cfe9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1371689 INFO  (jetty-launcher-1432-thread-8) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7ade02ad{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1371689 INFO  (jetty-launcher-1432-thread-7) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@34622fb0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1371690 INFO  (jetty-launcher-1432-thread-5) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=634235005
   [junit4]   2> 1371691 INFO  (jetty-launcher-1432-thread-6) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=845891155
   [junit4]   2> 1371691 INFO  (jetty-launcher-1432-thread-8) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=903893089
   [junit4]   2> 1371691 INFO  (jetty-launcher-1432-thread-7) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=658887358
   [junit4]   2> 1371706 INFO  (jetty-launcher-1432-thread-8) [    ] o.a.s.c.Overseer Overseer (id=97043718557007882-127.0.0.1:60244_solr-n_0000000000) closing
   [junit4]   2> 1371707 INFO  (OverseerStateUpdate-97043718557007882-127.0.0.1:60244_solr-n_0000000000) [n:127.0.0.1:60244_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60244_solr
   [junit4]   2> 1371708 WARN  (zkCallback-1452-thread-3-processing-n:127.0.0.1:60248_solr) [n:127.0.0.1:60248_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1371708 WARN  (zkCallback-1450-thread-3-processing-n:127.0.0.1:60247_solr) [n:127.0.0.1:60247_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1371708 WARN  (zkCallback-1453-thread-2-processing-n:127.0.0.1:60243_solr) [n:127.0.0.1:60243_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1371711 INFO  (jetty-launcher-1432-thread-7) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ca1cf46{/solr,null,UNAVAILABLE}
   [junit4]   2> 1371712 INFO  (zkCallback-1451-thread-9-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 1371714 INFO  (jetty-launcher-1432-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10ea5a3a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1371714 INFO  (jetty-launcher-1432-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@398b4f8e{/solr,null,UNAVAILABLE}
   [junit4]   2> 1371716 WARN  (zkCallback-1451-thread-9-processing-n:127.0.0.1:60244_solr) [n:127.0.0.1:60244_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1371719 INFO  (jetty-launcher-1432-thread-8) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45937427{/solr,null,UNAVAILABLE}
   [junit4]   2> 1371721 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60241 60241
   [junit4]   2> 1371723 INFO  (Thread-2046) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60241 60241
   [junit4]   2> 1373057 WARN  (Thread-2046) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/configs/conf
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	54	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	205	/solr/collections
   [junit4]   2> 	42	/solr/overseer/queue
   [junit4]   2> 	8	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1373058 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F85A21FD730B8295]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F85A21FD730B8295-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1167, maxMBSortInHeap=5.807186948854526, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ga, timezone=America/Buenos_Aires
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=120487280,total=306216960
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocSet, TestDistribIDF, TlogReplayBufferedWhileIndexingTest, SolrCmdDistributorTest, DistribCursorPagingTest, HdfsSyncSliceTest, OverseerModifyCollectionTest, CollectionTooManyReplicasTest, TestSystemIdResolver, TestBinaryResponseWriter, QueryParsingTest, DistributedVersionInfoTest, WordBreakSolrSpellCheckerTest, TestStressCloudBlindAtomicUpdates, OverseerStatusTest, TestNumericTerms32, BitVectorTest, CoreAdminCreateDiscoverTest, TestBadConfig, RankQueryTest, NotRequiredUniqueKeyTest, HLLUtilTest, TestRTimerTree, TestExactStatsCache, ReplicationFactorTest, SolrCoreCheckLockOnStartupTest, TestPHPSerializedResponseWriter, DeleteNodeTest, DistanceUnitsTest, SecurityConfHandlerTest, LeaderElectionContextKeyTest, DebugComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, ChaosMonkeySafeLeaderTest, TestCloudManagedSchema, TestDistributedGrouping, LukeRequestHandlerTest, CdcrReplicationHandlerTest, JSONWriterTest, CircularListTest, TestCloudPseudoReturnFields, VMParamsZkACLAndCredentialsProvidersTest, DistributedExpandComponentTest, LoggingHandlerTest, TestSuggestSpellingConverter, SignatureUpdateProcessorFactoryTest, TestLuceneMatchVersion, CdcrBootstrapTest, DistributedIntervalFacetingTest, TestFieldCacheWithThreads, TestMaxScoreQueryParser, TestSizeLimitedDistributedMap, AddSchemaFieldsUpdateProcessorFactoryTest, TestManagedResource, SpatialRPTFieldTypeTest, TestDistributedStatsComponentCardinality, RemoteQueryErrorTest, SpellCheckComponentTest, LeaderFailureAfterFreshStartTest, DistributedFacetPivotLargeTest, CursorMarkTest, ParsingFieldUpdateProcessorsTest, TestWriterPerf, ConnectionReuseTest, AutoCommitTest, TestScoreJoinQPNoScore, TestExportWriter, TestPerFieldSimilarityClassic, BasicDistributedZk2Test, TestHdfsUpdateLog, SuggesterTest, TestBlendedInfixSuggestions, BlobRepositoryCloudTest, SuggesterTSTTest, TestSolr4Spatial, TestQueryWrapperFilter, SpellingQueryConverterTest, TestRecovery, TestSearcherReuse, OpenCloseCoreStressTest, DateRangeFieldTest, TestDFRSimilarityFactory, TestMinMaxOnMultiValuedField, TestCrossCoreJoin, ConjunctionSolrSpellCheckerTest, TestManagedSynonymFilterFactory, ClassificationUpdateProcessorFactoryTest, HdfsDirectoryFactoryTest, TestCustomSort, BlockCacheTest, TestQueryUtils, UpdateRequestProcessorFactoryTest, ReturnFieldsTest, FieldMutatingUpdateProcessorTest, RegexBoostProcessorTest, ClusterStateTest, BadIndexSchemaTest, EchoParamsTest, DistributedQueryComponentOptimizationTest, TestFieldTypeResource, FullHLLTest, TestQuerySenderNoQuery, DistanceFunctionTest, SpellCheckCollatorTest, TestSchemaResource, TestConfigSetsAPIZkFailure, TestClusterProperties, DistributedFacetPivotWhiteBoxTest, TestLMDirichletSimilarityFactory, TestAuthorizationFramework, TestPivotHelperCode, DirectUpdateHandlerOptimizeTest, TestJoin, UpdateParamsTest, TestMergePolicyConfig, StatsComponentTest, UUIDFieldTest, TestSmileRequest, TestCloudInspectUtil, TestJsonRequest, SolrCloudExampleTest, TestSolrQueryParserDefaultOperatorResource, TestLeaderElectionZkExpiry, CopyFieldTest, TolerantUpdateProcessorTest, SimpleMLTQParserTest, BlockJoinFacetDistribTest, SuggestComponentContextFilterQueryTest, TestDocBasedVersionConstraints, TestClusterStateMutator, SliceStateTest, TestCollapseQParserPlugin, TestHashQParserPlugin, TestLocalFSCloudBackupRestore, EnumFieldTest, SuggesterWFSTTest, TestReversedWildcardFilterFactory, TestRangeQuery, BinaryUpdateRequestHandlerTest, BasicZkTest, TestSolrCoreProperties, DefaultValueUpdateProcessorTest, TestRawTransformer, TestRecoveryHdfs, ShardRoutingCustomTest, TestFastWriter, TestEmbeddedSolrServerConstructors, TestNoOpRegenerator, TestReloadAndDeleteDocs, TermVectorComponentTest, TestValueSourceCache, ResourceLoaderTest, TestIndexSearcher, TestSimpleTrackingShardHandler, CSVRequestHandlerTest, TestHdfsCloudBackupRestore, CollectionsAPIDistributedZkTest]
   [junit4] Completed [292/658 (1!)] on J1 in 110.22s, 20 tests, 1 failure <<< FAILURES!

[...truncated 61965 lines...]