You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/15 01:38:10 UTC

[JENKINS] Lucene-Solr-Tests-7.0 - Build # 115 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.0/115/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([43D401161514B22E:BA175A213279DBB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:580)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
JMX not enabled

Stack Trace:
java.lang.AssertionError: JMX not enabled
	at __randomizedtesting.SeedInfo.seed([43D401161514B22E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11994 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/init-core-data-001
   [junit4]   2> 935438 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=604 numCloses=604
   [junit4]   2> 935438 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 935452 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 935453 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001
   [junit4]   2> 935453 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 935463 INFO  (Thread-1628) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 935463 INFO  (Thread-1628) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 935495 ERROR (Thread-1628) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 935563 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42195
   [junit4]   2> 935611 INFO  (jetty-launcher-1272-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 935618 INFO  (jetty-launcher-1272-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 935620 INFO  (jetty-launcher-1272-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 935632 INFO  (jetty-launcher-1272-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 935698 INFO  (jetty-launcher-1272-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d184afa{/solr,null,AVAILABLE}
   [junit4]   2> 935699 INFO  (jetty-launcher-1272-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e5423a8{HTTP/1.1,[http/1.1]}{127.0.0.1:58294}
   [junit4]   2> 935699 INFO  (jetty-launcher-1272-thread-1) [    ] o.e.j.s.Server Started @939009ms
   [junit4]   2> 935699 INFO  (jetty-launcher-1272-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58294}
   [junit4]   2> 935699 ERROR (jetty-launcher-1272-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935699 INFO  (jetty-launcher-1272-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 935699 INFO  (jetty-launcher-1272-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935699 INFO  (jetty-launcher-1272-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 935699 INFO  (jetty-launcher-1272-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T01:02:10.747Z
   [junit4]   2> 935747 INFO  (jetty-launcher-1272-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69dddeac{/solr,null,AVAILABLE}
   [junit4]   2> 935747 INFO  (jetty-launcher-1272-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d05e4f{HTTP/1.1,[http/1.1]}{127.0.0.1:53740}
   [junit4]   2> 935748 INFO  (jetty-launcher-1272-thread-3) [    ] o.e.j.s.Server Started @939058ms
   [junit4]   2> 935748 INFO  (jetty-launcher-1272-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53740}
   [junit4]   2> 935748 ERROR (jetty-launcher-1272-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935811 INFO  (jetty-launcher-1272-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@770e4f91{/solr,null,AVAILABLE}
   [junit4]   2> 935811 INFO  (jetty-launcher-1272-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@291260ce{HTTP/1.1,[http/1.1]}{127.0.0.1:43511}
   [junit4]   2> 935811 INFO  (jetty-launcher-1272-thread-4) [    ] o.e.j.s.Server Started @939122ms
   [junit4]   2> 935811 INFO  (jetty-launcher-1272-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43511}
   [junit4]   2> 935812 ERROR (jetty-launcher-1272-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935812 INFO  (jetty-launcher-1272-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 935812 INFO  (jetty-launcher-1272-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935812 INFO  (jetty-launcher-1272-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 935812 INFO  (jetty-launcher-1272-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T01:02:10.860Z
   [junit4]   2> 935820 INFO  (jetty-launcher-1272-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 935820 INFO  (jetty-launcher-1272-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935820 INFO  (jetty-launcher-1272-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 935820 INFO  (jetty-launcher-1272-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T01:02:10.868Z
   [junit4]   2> 935868 INFO  (jetty-launcher-1272-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e1f964e{/solr,null,AVAILABLE}
   [junit4]   2> 935868 INFO  (jetty-launcher-1272-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d2903a9{HTTP/1.1,[http/1.1]}{127.0.0.1:34104}
   [junit4]   2> 935868 INFO  (jetty-launcher-1272-thread-2) [    ] o.e.j.s.Server Started @939179ms
   [junit4]   2> 935868 INFO  (jetty-launcher-1272-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34104}
   [junit4]   2> 935869 ERROR (jetty-launcher-1272-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935869 INFO  (jetty-launcher-1272-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 935869 INFO  (jetty-launcher-1272-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935869 INFO  (jetty-launcher-1272-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 935869 INFO  (jetty-launcher-1272-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T01:02:10.917Z
   [junit4]   2> 935886 INFO  (jetty-launcher-1272-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 936077 INFO  (jetty-launcher-1272-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 936164 INFO  (jetty-launcher-1272-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 936172 INFO  (jetty-launcher-1272-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 936176 INFO  (jetty-launcher-1272-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42195/solr
   [junit4]   2> 936180 INFO  (jetty-launcher-1272-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42195/solr
   [junit4]   2> 936181 INFO  (jetty-launcher-1272-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42195/solr
   [junit4]   2> 936184 INFO  (jetty-launcher-1272-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42195/solr
   [junit4]   2> 936207 INFO  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 936208 INFO  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34104_solr
   [junit4]   2> 936209 INFO  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.c.Overseer Overseer (id=98484809270362122-127.0.0.1:34104_solr-n_0000000000) starting
   [junit4]   2> 936235 INFO  (jetty-launcher-1272-thread-1) [n:127.0.0.1:58294_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 936245 INFO  (jetty-launcher-1272-thread-1) [n:127.0.0.1:58294_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58294_solr
   [junit4]   2> 936247 INFO  (zkCallback-1292-thread-1-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 936273 INFO  (jetty-launcher-1272-thread-4) [n:127.0.0.1:43511_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 936275 INFO  (jetty-launcher-1272-thread-4) [n:127.0.0.1:43511_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 936275 INFO  (jetty-launcher-1272-thread-3) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 936276 INFO  (jetty-launcher-1272-thread-4) [n:127.0.0.1:43511_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43511_solr
   [junit4]   2> 936277 INFO  (jetty-launcher-1272-thread-3) [n:127.0.0.1:53740_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 936277 INFO  (zkCallback-1292-thread-1-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 936292 INFO  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34104_solr
   [junit4]   2> 936305 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 936305 INFO  (zkCallback-1294-thread-1-processing-n:127.0.0.1:43511_solr) [n:127.0.0.1:43511_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 936319 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 936324 INFO  (jetty-launcher-1272-thread-3) [n:127.0.0.1:53740_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53740_solr
   [junit4]   2> 936324 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 936324 INFO  (zkCallback-1294-thread-1-processing-n:127.0.0.1:43511_solr) [n:127.0.0.1:43511_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 936324 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 936331 INFO  (zkCallback-1292-thread-2-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 936333 WARN  (jetty-launcher-1272-thread-1) [n:127.0.0.1:58294_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936333 WARN  (jetty-launcher-1272-thread-1) [n:127.0.0.1:58294_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936333 WARN  (jetty-launcher-1272-thread-1) [n:127.0.0.1:58294_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936334 INFO  (jetty-launcher-1272-thread-1) [n:127.0.0.1:58294_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node1
   [junit4]   2> 936368 WARN  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936369 WARN  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936369 WARN  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936369 INFO  (jetty-launcher-1272-thread-2) [n:127.0.0.1:34104_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node2
   [junit4]   2> 936410 WARN  (jetty-launcher-1272-thread-3) [n:127.0.0.1:53740_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936410 WARN  (jetty-launcher-1272-thread-3) [n:127.0.0.1:53740_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936410 WARN  (jetty-launcher-1272-thread-3) [n:127.0.0.1:53740_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936411 INFO  (jetty-launcher-1272-thread-3) [n:127.0.0.1:53740_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node3
   [junit4]   2> 936676 WARN  (jetty-launcher-1272-thread-4) [n:127.0.0.1:43511_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936676 WARN  (jetty-launcher-1272-thread-4) [n:127.0.0.1:43511_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936676 WARN  (jetty-launcher-1272-thread-4) [n:127.0.0.1:43511_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 936677 INFO  (jetty-launcher-1272-thread-4) [n:127.0.0.1:43511_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node4
   [junit4]   2> 936694 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 936694 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[43D401161514B22E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42195/solr ready
   [junit4]   2> 936716 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[43D401161514B22E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
   [junit4]   2> 936717 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[43D401161514B22E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 936737 INFO  (qtp1176448809-8012) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 936751 INFO  (OverseerThreadFactory-4728-thread-1-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.CreateCollectionCmd Create collection oversharded
   [junit4]   2> 936752 ERROR (OverseerThreadFactory-4728-thread-1-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 6 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:157)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 936754 INFO  (qtp1176448809-8012) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=16
   [junit4]   2> 936755 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[43D401161514B22E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
   [junit4]   2> 936774 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[43D401161514B22E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 936775 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[43D401161514B22E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 936776 INFO  (qtp1176448809-8013) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 936793 INFO  (OverseerCollectionConfigSetProcessor-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 936794 INFO  (OverseerThreadFactory-4728-thread-2-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 936800 ERROR (OverseerThreadFactory-4728-thread-2-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
   [junit4]   2> 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:795)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 936802 INFO  (qtp1176448809-8013) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=26
   [junit4]   2> 936803 INFO  (qtp1176448809-8014) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 936807 INFO  (OverseerCollectionConfigSetProcessor-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 936807 INFO  (OverseerThreadFactory-4728-thread-3-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
   [junit4]   2> 936921 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58294/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 936922 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53740/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 937180 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 937195 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 940180 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 940180 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 940192 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 940195 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 940196 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 940210 INFO  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 940314 INFO  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 940314 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 940314 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 940314 INFO  (zkCallback-1291-thread-2-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941207 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 941212 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 941214 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 941214 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n2' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 941215 WARN  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 941220 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 941225 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 941227 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 941227 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n1' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 941228 WARN  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 941228 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 941228 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1/data/]
   [junit4]   2> 941229 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 941229 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2/data/]
   [junit4]   2> 941256 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 941256 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 941257 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 941257 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 941257 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5349109d[acollectionafterbaddelete_shard1_replica_n1] main]
   [junit4]   2> 941258 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 941258 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 941259 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 941259 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575756954397048832
   [junit4]   2> 941261 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 941261 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 941261 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 941261 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 941262 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2675df25[acollectionafterbaddelete_shard1_replica_n2] main]
   [junit4]   2> 941263 INFO  (searcherExecutor-4738-thread-1-processing-n:127.0.0.1:58294_solr x:acollectionafterbaddelete_shard1_replica_n1 s:shard1 c:acollectionafterbaddelete r:core_node1) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] Registered new searcher Searcher@5349109d[acollectionafterbaddelete_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 941263 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 941263 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 941263 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 941263 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575756954401243136
   [junit4]   2> 941265 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 941265 INFO  (searcherExecutor-4737-thread-1-processing-n:127.0.0.1:53740_solr x:acollectionafterbaddelete_shard1_replica_n2 s:shard1 c:acollectionafterbaddelete r:core_node2) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] Registered new searcher Searcher@2675df25[acollectionafterbaddelete_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 941366 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941366 INFO  (zkCallback-1291-thread-2-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941367 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941367 INFO  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941765 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 941765 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 941765 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58294/solr/acollectionafterbaddelete_shard1_replica_n1/
   [junit4]   2> 941766 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:58294/solr START replicas=[http://127.0.0.1:53740/solr/acollectionafterbaddelete_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 941766 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:58294/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 941767 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.S.Request [acollectionafterbaddelete_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 941768 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 941768 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 941768 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 941772 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58294/solr/acollectionafterbaddelete_shard1_replica_n1/ shard1
   [junit4]   2> 941874 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941874 INFO  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941874 INFO  (zkCallback-1291-thread-2-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941874 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 941924 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 941926 INFO  (qtp150874820-8004) [n:127.0.0.1:58294_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4730
   [junit4]   2> 942028 INFO  (zkCallback-1291-thread-2-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 942028 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 942028 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 942028 INFO  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 942272 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5093
   [junit4]   2> 942273 INFO  (qtp1176448809-8014) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 942274 INFO  (OverseerCollectionConfigSetProcessor-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 942372 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 942372 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 942372 INFO  (zkCallback-1291-thread-2-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 942372 INFO  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 943273 INFO  (qtp1176448809-8014) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=6470
   [junit4]   2> 943288 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[43D401161514B22E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
   [junit4]   2> 943313 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[43D401161514B22E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
   [junit4]   2> 943313 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[43D401161514B22E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 943314 INFO  (qtp1176448809-8015) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 943323 INFO  (OverseerThreadFactory-4728-thread-4-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 943325 INFO  (qtp150874820-8005) [n:127.0.0.1:58294_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=null
   [junit4]   2> 943325 INFO  (qtp150874820-8005) [n:127.0.0.1:58294_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e7af45a: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n1 / null
   [junit4]   2> 943326 INFO  (qtp150874820-8005) [n:127.0.0.1:58294_solr    ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3133d223
   [junit4]   2> 943326 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=null
   [junit4]   2> 943326 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44542ac4: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n2 / null
   [junit4]   2> 943327 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr    ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@2dd9d882
   [junit4]   2> 943328 INFO  (qtp150874820-8005) [n:127.0.0.1:58294_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=825479715
   [junit4]   2> 943328 INFO  (qtp150874820-8005) [n:127.0.0.1:58294_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=825479715
   [junit4]   2> 943329 INFO  (qtp150874820-8005) [n:127.0.0.1:58294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 943330 WARN  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.solr.common.SolrException: SolrCore not found:acollectionafterbaddelete_shard1_replica_n2 in []
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 943331 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=769251458
   [junit4]   2> 943332 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=769251458
   [junit4]   2> 943332 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 943333 INFO  (qtp1176448809-8016) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 944221 INFO  (qtp1176448809-8015) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2} status=0 QTime=907
   [junit4]   2> 944223 INFO  (qtp1176448809-8013) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_0&nrtReplicas=3&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 944225 INFO  (qtp1176448809-8013) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_0&nrtReplicas=3&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 944235 INFO  (OverseerCollectionConfigSetProcessor-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 944236 INFO  (OverseerThreadFactory-4728-thread-5-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
   [junit4]   2> 944344 INFO  (zkCallback-1302-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 944447 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"awhollynewcollection_0_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58294/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 944456 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"awhollynewcollection_0_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34104/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 944457 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"awhollynewcollection_0_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53740/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 944458 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"awhollynewcollection_0_shard2_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43511/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 944459 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"awhollynewcollection_0_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58294/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 944460 INFO  (OverseerStateUpdate-98484809270362122-127.0.0.1:34104_solr-n_0000000000) [n:127.0.0.1:34104_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"awhollynewcollection_0_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34104/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 944561 INFO  (zkCallback-1302-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 944662 INFO  (qtp150874820-8006) [n:127.0.0.1:58294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351&coreNodeName=core_node1&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 944662 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 944669 INFO  (qtp2017205353-8033) [n:127.0.0.1:34104_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871340637186&coreNodeName=core_node2&name=awhollynewcollection_0_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 944671 INFO  (parallelCoreAdminExecutor-4731-thread-1-processing-n:127.0.0.1:34104_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871340637186 CREATE) [n:127.0.0.1:34104_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 944671 INFO  (qtp2017205353-8031) [n:127.0.0.1:34104_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871351177200&coreNodeName=core_node6&name=awhollynewcollection_0_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
   [junit4]   2> 944676 INFO  (parallelCoreAdminExecutor-4731-thread-2-processing-n:127.0.0.1:34104_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871351177200 CREATE) [n:127.0.0.1:34104_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 944679 INFO  (qtp1176448809-7999) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=3
   [junit4]   2> 944680 INFO  (parallelCoreAdminExecutor-4733-thread-1-processing-n:127.0.0.1:53740_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835 CREATE) [n:127.0.0.1:53740_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 944680 INFO  (qtp150874820-8002) [n:127.0.0.1:58294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871350546224&coreNodeName=core_node5&name=awhollynewcollection_0_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
   [junit4]   2> 944680 INFO  (parallelCoreAdminExecutor-4729-thread-2-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871350546224 CREATE) [n:127.0.0.1:58294_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 944690 INFO  (qtp1726803100-8021) [n:127.0.0.1:43511_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871349789143&coreNodeName=core_node4&name=awhollynewcollection_0_shard2_replica_n1&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
   [junit4]   2> 944690 INFO  (parallelCoreAdminExecutor-4735-thread-1-processing-n:127.0.0.1:43511_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871349789143 CREATE) [n:127.0.0.1:43511_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 3s
   [junit4]   2> 944691 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835
   [junit4]   2> 944691 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 945693 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835
   [junit4]   2> 945693 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946695 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835
   [junit4]   2> 946695 INFO  (qtp1176448809-8010) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 947662 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351&coreNodeName=core_node1&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 947667 INFO  (zkCallback-1302-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947667 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947671 INFO  (parallelCoreAdminExecutor-4731-thread-1-processing-n:127.0.0.1:34104_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871340637186 CREATE) [n:127.0.0.1:34104_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871340637186&coreNodeName=core_node2&name=awhollynewcollection_0_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 947671 INFO  (parallelCoreAdminExecutor-4731-thread-1-processing-n:127.0.0.1:34104_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871340637186 CREATE) [n:127.0.0.1:34104_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 947676 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 947676 INFO  (parallelCoreAdminExecutor-4731-thread-2-processing-n:127.0.0.1:34104_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871351177200 CREATE) [n:127.0.0.1:34104_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871351177200&coreNodeName=core_node6&name=awhollynewcollection_0_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 947680 INFO  (parallelCoreAdminExecutor-4733-thread-1-processing-n:127.0.0.1:53740_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835 CREATE) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 947680 INFO  (parallelCoreAdminExecutor-4729-thread-2-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871350546224 CREATE) [n:127.0.0.1:58294_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871350546224&coreNodeName=core_node5&name=awhollynewcollection_0_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 947684 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 947686 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 947686 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica_n1' using configuration from collection awhollynewcollection_0, trusted=true
   [junit4]   2> 947687 WARN  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 947687 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 947687 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node1/awhollynewcollection_0_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_43D401161514B22E-001/tempDir-001/node1/awhollynewcollection_0_shard1_replica_n1/data/]
   [junit4]   2> 947690 INFO  (parallelCoreAdminExecutor-4735-thread-1-processing-n:127.0.0.1:43511_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871349789143 CREATE) [n:127.0.0.1:43511_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871349789143&coreNodeName=core_node4&name=awhollynewcollection_0_shard2_replica_n1&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 947691 INFO  (parallelCoreAdminExecutor-4735-thread-1-processing-n:127.0.0.1:43511_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871349789143 CREATE) [n:127.0.0.1:43511_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 947697 INFO  (qtp1176448809-8015) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835
   [junit4]   2> 947697 INFO  (qtp1176448809-8015) [n:127.0.0.1:53740_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 947771 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 947771 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 947772 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 947772 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 947772 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@241968f8[awhollynewcollection_0_shard1_replica_n1] main]
   [junit4]   2> 947774 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 947774 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 947774 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 947774 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575756961228521472
   [junit4]   2> 947780 INFO  (parallelCoreAdminExecutor-4729-thread-1-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 947780 INFO  (searcherExecutor-4747-thread-1-processing-x:awhollynewcollection_0_shard1_replica_n1 r:core_node1 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871338872351 CREATE n:127.0.0.1:58294_solr s:shard1 c:awhollynewcollection_0) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica_n1] Registered new searcher Searcher@241968f8[awhollynewcollection_0_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 947881 INFO  (zkCallback-1302-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947881 INFO  (zkCallback-1294-thread-2-processing-n:127.0.0.1:43511_solr) [n:127.0.0.1:43511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947881 INFO  (zkCallback-1291-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947881 INFO  (zkCallback-1293-thread-1-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947881 INFO  (zkCallback-1291-thread-2-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947881 INFO  (zkCallback-1294-thread-1-processing-n:127.0.0.1:43511_solr) [n:127.0.0.1:43511_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947881 INFO  (zkCallback-1293-thread-2-processing-n:127.0.0.1:53740_solr) [n:127.0.0.1:53740_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947882 INFO  (zkCallback-1292-thread-2-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 947882 INFO  (zkCallback-1292-thread-1-processing-n:127.0.0.1:34104_solr) [n:127.0.0.1:34104_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 948682 INFO  (parallelCoreAdminExecutor-4731-thread-2-processing-n:127.0.0.1:34104_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871351177200 CREATE) [n:127.0.0.1:34104_solr c:awhollynewcollection_0 s:shard2 r:core_node6 x:awhollynewcollection_0_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 948690 INFO  (parallelCoreAdminExecutor-4733-thread-1-processing-n:127.0.0.1:53740_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835 CREATE) [n:127.0.0.1:53740_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 948696 INFO  (parallelCoreAdminExecutor-4731-thread-1-processing-n:127.0.0.1:34104_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871340637186 CREATE) [n:127.0.0.1:34104_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 948697 INFO  (parallelCoreAdminExecutor-4729-thread-2-processing-n:127.0.0.1:58294_solr 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871350546224 CREATE) [n:127.0.0.1:58294_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 948701 INFO  (qtp1176448809-8013) [n:127.0.0.1:53740_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7dafbcc3-531e-45fa-8fdf-6bd34f96acfe3010871348945835
   [junit4]   2> 948701 INFO  (qtp1176448809-8013) [n:1

[...truncated too long message...]

r-6080-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1266537 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1266538 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1266538 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1266538 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1266538 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1266538 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1266539 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1266539 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1266539 INFO  (coreLoadExecutor-6080-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575757295477850112
   [junit4]   2> 1266539 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1266540 INFO  (searcherExecutor-6081-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@576c83c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1266544 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=736908589
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a76ef19: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@486e1da7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47df0c50: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
   [junit4]   2> 1266545 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1266546 INFO  (coreCloseExecutor-6086-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2b034d12
   [junit4]   2> 1266546 INFO  (coreCloseExecutor-6086-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=721636626
   [junit4]   2> 1266546 INFO  (coreCloseExecutor-6086-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cbcbe7b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 1266547 INFO  (SUITE-TestJmxIntegration-seed#[43D401161514B22E]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1171, maxMBSortInHeap=7.201162606696313, sim=RandomSimilarity(queryNorm=true): {}, locale=es-CO, timezone=America/Blanc-Sablon
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=68757648,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [AlternateDirectoryTest, TestSolrFieldCacheBean, AutoScalingHandlerTest, TestSimpleTrackingShardHandler, TestDistributedGrouping, DataDrivenBlockJoinTest, ShufflingReplicaListTransformerTest, SolrCmdDistributorTest, SolrJmxReporterCloudTest, TestSolrQueryResponse, BasicFunctionalityTest, TestQueryTypes, DeleteStatusTest, RemoteQueryErrorTest, ClusterStateUpdateTest, CoreAdminCreateDiscoverTest, CoreSorterTest, TestSolrCloudWithHadoopAuthPlugin, CustomCollectionTest, AtomicUpdatesTest, TestMaxScoreQueryParser, LargeFieldTest, SpellCheckComponentTest, TolerantUpdateProcessorTest, HdfsBasicDistributedZkTest, TestFieldSortValues, SampleTest, AnalysisAfterCoreReloadTest, LeaderElectionContextKeyTest, HLLSerializationTest, TestJsonFacetRefinement, CollectionsAPIAsyncDistributedZkTest, DOMUtilTest, DistanceFunctionTest, TestExclusionRuleCollectionAccess, TestPullReplica, TestHashPartitioner, DirectSolrSpellCheckerTest, TestInitParams, TestApiFramework, ScriptEngineTest, BlockDirectoryTest, TlogReplayBufferedWhileIndexingTest, TestCursorMarkWithoutUniqueKey, MoreLikeThisHandlerTest, TestLegacyNumericUtils, TestValueSourceCache, TestRandomRequestDistribution, TestCloudDeleteByQuery, TestLeaderElectionZkExpiry, TestAtomicUpdateErrorCases, SpatialRPTFieldTypeTest, DocValuesTest, TestPushWriter, LeaderInitiatedRecoveryOnCommitTest, TestCoreDiscovery, SystemInfoHandlerTest, TestCoreAdminApis, TestExactSharedStatsCache, SoftAutoCommitTest, BadComponentTest, IndexSchemaTest, TestFreeTextSuggestions, MoveReplicaTest, FileBasedSpellCheckerTest, IndexSchemaRuntimeFieldTest, GraphQueryTest, RequestLoggingTest, LukeRequestHandlerTest, TestTlogReplica, SuggesterTSTTest, CdcrVersionReplicationTest, TestEmbeddedSolrServerSchemaAPI, CloudMLTQParserTest, SharedFSAutoReplicaFailoverUtilsTest, TestManagedSynonymFilterFactory, ShardRoutingCustomTest, TestHalfAndHalfDocValues, InfoHandlerTest, TestCoreContainer, DocValuesMultiTest, SolrCoreMetricManagerTest, SchemaVersionSpecificBehaviorTest, FacetPivotSmallTest, TestConfigSetsAPIExclusivity, TestBinaryResponseWriter, TestClassNameShortening, DistribJoinFromCollectionTest, ResponseHeaderTest, TestBM25SimilarityFactory, DistributedIntervalFacetingTest, AnalyticsMergeStrategyTest, TestComplexPhraseLeadingWildcard, TestSQLHandlerNonCloud, CacheHeaderTest, TestDocBasedVersionConstraints, TestPayloadScoreQParserPlugin, DateRangeFieldTest, TestMaxTokenLenTokenizer, TestShardHandlerFactory, TestSchemalessBufferedUpdates, TestSweetSpotSimilarityFactory, SliceStateTest, ActionThrottleTest, TestGeoJSONResponseWriter, VersionInfoTest, OpenCloseCoreStressTest, SaslZkACLProviderTest, TestSegmentSorting, TestOrdValues, PrimUtilsTest, TestSmileRequest, CdcrReplicationDistributedZkTest, ZkControllerTest, SuggestComponentTest, ManagedSchemaRoundRobinCloudTest, TestSolrJ, MissingSegmentRecoveryTest, JsonLoaderTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestFaceting, TestRecovery, TestRealTimeGet, TestReload, DistributedTermsComponentTest, TestSolr4Spatial, PeerSyncTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SuggesterFSTTest, CoreAdminHandlerTest, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoBeanTest, DisMaxRequestHandlerTest, DocumentAnalysisRequestHandlerTest, DocumentBuilderTest, TestIndexingPerformance, FastVectorHighlighterTest, TestJmxIntegration]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJmxIntegration -Dtests.seed=43D401161514B22E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-CO -Dtests.timezone=America/Blanc-Sablon -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | TestJmxIntegration (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: JMX not enabled
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([43D401161514B22E]:0)
   [junit4]    > 	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [426/729 (2!)] on J1 in 0.72s, 0 tests, 1 failure <<< FAILURES!

[...truncated 44346 lines...]