You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/22 12:39:05 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2446 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2446/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.facet.ValueFacetTest

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at __randomizedtesting.SeedInfo.seed([5BF579E5AE2FF658]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1236)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:674)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1248)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1234)
	... 29 more


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at __randomizedtesting.SeedInfo.seed([5BF579E5AE2FF658]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1236)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:674)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1248)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1234)
	... 29 more


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore

Error Message:
Error from server at https://127.0.0.1:41988/solr: KeeperErrorCode = Session expired for /configs/conf

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41988/solr: KeeperErrorCode = Session expired for /configs/conf
	at __randomizedtesting.SeedInfo.seed([C617D3E20919B295:2AD17E56F2850F71]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:307)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1891 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J0-20180322_090744_2874234382568218606782.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: Asserting, pf: BlockTreeOrds, dvf: Lucene70
   [junit4] <<< JVM J0: EOF ----

[...truncated 10852 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
   [junit4]   2> 1139233 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_C617D3E20919B295-001/init-core-data-001
   [junit4]   2> 1139234 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 1139234 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1139235 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1139237 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_C617D3E20919B295-001/tempDir-001
   [junit4]   2> 1139237 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1139237 INFO  (Thread-867) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1139237 INFO  (Thread-867) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1139254 ERROR (Thread-867) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1139337 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35588
   [junit4]   2> 1139359 INFO  (zkConnectionManagerCallback-1053-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139381 INFO  (jetty-launcher-1050-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1139382 INFO  (jetty-launcher-1050-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1139383 INFO  (jetty-launcher-1050-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1139396 INFO  (jetty-launcher-1050-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1139413 INFO  (jetty-launcher-1050-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1139413 INFO  (jetty-launcher-1050-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1139413 INFO  (jetty-launcher-1050-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1139413 INFO  (jetty-launcher-1050-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b3c4ca9{/solr,null,AVAILABLE}
   [junit4]   2> 1139415 INFO  (jetty-launcher-1050-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c0e541b{SSL,[ssl, http/1.1]}{127.0.0.1:41988}
   [junit4]   2> 1139415 INFO  (jetty-launcher-1050-thread-3) [    ] o.e.j.s.Server Started @1148605ms
   [junit4]   2> 1139415 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41988}
   [junit4]   2> 1139415 ERROR (jetty-launcher-1050-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1139415 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1139415 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1139415 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1139415 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-22T10:59:56.407Z
   [junit4]   2> 1139425 INFO  (jetty-launcher-1050-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1139425 INFO  (jetty-launcher-1050-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1139425 INFO  (jetty-launcher-1050-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1139425 INFO  (jetty-launcher-1050-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15ac941f{/solr,null,AVAILABLE}
   [junit4]   2> 1139426 INFO  (jetty-launcher-1050-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@59dc64c0{SSL,[ssl, http/1.1]}{127.0.0.1:40625}
   [junit4]   2> 1139426 INFO  (jetty-launcher-1050-thread-2) [    ] o.e.j.s.Server Started @1148616ms
   [junit4]   2> 1139426 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40625}
   [junit4]   2> 1139426 ERROR (jetty-launcher-1050-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1139426 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1139426 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1139426 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1139426 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-22T10:59:56.418Z
   [junit4]   2> 1139441 INFO  (zkConnectionManagerCallback-1055-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139442 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1139458 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1139458 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1139499 INFO  (jetty-launcher-1050-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1139499 INFO  (jetty-launcher-1050-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1139499 INFO  (jetty-launcher-1050-thread-4) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1139499 INFO  (jetty-launcher-1050-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12824635{/solr,null,AVAILABLE}
   [junit4]   2> 1139526 INFO  (jetty-launcher-1050-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40118d21{SSL,[ssl, http/1.1]}{127.0.0.1:45978}
   [junit4]   2> 1139526 INFO  (jetty-launcher-1050-thread-4) [    ] o.e.j.s.Server Started @1148716ms
   [junit4]   2> 1139526 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45978}
   [junit4]   2> 1139527 ERROR (jetty-launcher-1050-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1139527 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1139527 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1139527 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1139527 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-22T10:59:56.519Z
   [junit4]   2> 1139530 INFO  (jetty-launcher-1050-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1139530 INFO  (jetty-launcher-1050-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1139530 INFO  (jetty-launcher-1050-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1139531 INFO  (jetty-launcher-1050-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dd1d8bf{/solr,null,AVAILABLE}
   [junit4]   2> 1139531 INFO  (jetty-launcher-1050-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35588/solr
   [junit4]   2> 1139531 INFO  (jetty-launcher-1050-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@57c47fbb{SSL,[ssl, http/1.1]}{127.0.0.1:40298}
   [junit4]   2> 1139572 INFO  (jetty-launcher-1050-thread-1) [    ] o.e.j.s.Server Started @1148762ms
   [junit4]   2> 1139572 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40298}
   [junit4]   2> 1139572 ERROR (jetty-launcher-1050-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1139572 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1139572 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1139572 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1139572 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-22T10:59:56.564Z
   [junit4]   2> 1139574 INFO  (zkConnectionManagerCallback-1057-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139627 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1139628 INFO  (zkConnectionManagerCallback-1060-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139628 INFO  (zkConnectionManagerCallback-1063-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139630 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1139630 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1139653 INFO  (zkConnectionManagerCallback-1065-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139653 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1139656 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1139656 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1139658 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1139675 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100f1a0092f0004, likely client has closed socket
   [junit4]   2> 1139677 INFO  (jetty-launcher-1050-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35588/solr
   [junit4]   2> 1139679 INFO  (zkConnectionManagerCallback-1067-thread-1-processing-n:127.0.0.1:40625_solr) [n:127.0.0.1:40625_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139679 INFO  (jetty-launcher-1050-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35588/solr
   [junit4]   2> 1139692 INFO  (zkConnectionManagerCallback-1071-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139693 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1139693 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1139713 INFO  (zkConnectionManagerCallback-1075-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139715 INFO  (zkConnectionManagerCallback-1077-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139715 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100f1a0092f0008, likely client has closed socket
   [junit4]   2> 1139716 INFO  (jetty-launcher-1050-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35588/solr
   [junit4]   2> 1139745 INFO  (zkConnectionManagerCallback-1081-thread-1-processing-n:127.0.0.1:45978_solr) [n:127.0.0.1:45978_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139746 INFO  (zkConnectionManagerCallback-1084-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139798 INFO  (zkConnectionManagerCallback-1086-thread-1-processing-n:127.0.0.1:40298_solr) [n:127.0.0.1:40298_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139842 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1139850 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1139855 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41988_solr
   [junit4]   2> 1139856 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer Overseer (id=72323263689064457-127.0.0.1:41988_solr-n_0000000000) starting
   [junit4]   2> 1139856 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40298_solr
   [junit4]   2> 1139871 INFO  (zkCallback-1085-thread-1-processing-n:127.0.0.1:40298_solr) [n:127.0.0.1:40298_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1139872 INFO  (zkCallback-1076-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1139943 INFO  (zkConnectionManagerCallback-1093-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1139969 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1139971 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35588/solr ready
   [junit4]   2> 1140006 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41988_solr
   [junit4]   2> 1140029 INFO  (zkCallback-1076-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1140078 INFO  (zkCallback-1085-thread-1-processing-n:127.0.0.1:40298_solr) [n:127.0.0.1:40298_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1140079 INFO  (zkCallback-1092-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1140478 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1140552 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1140574 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1140575 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40625_solr
   [junit4]   2> 1140589 INFO  (zkCallback-1085-thread-1-processing-n:127.0.0.1:40298_solr) [n:127.0.0.1:40298_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1140601 INFO  (zkCallback-1092-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1140674 INFO  (zkCallback-1080-thread-1-processing-n:127.0.0.1:45978_solr) [n:127.0.0.1:45978_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1140691 INFO  (zkCallback-1076-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1140752 INFO  (zkCallback-1066-thread-1-processing-n:127.0.0.1:40625_solr) [n:127.0.0.1:40625_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1140772 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1140774 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45978_solr
   [junit4]   2> 1140775 INFO  (zkCallback-1092-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1140775 INFO  (zkCallback-1085-thread-1-processing-n:127.0.0.1:40298_solr) [n:127.0.0.1:40298_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1140796 INFO  (zkCallback-1076-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1140820 INFO  (zkCallback-1080-thread-1-processing-n:127.0.0.1:45978_solr) [n:127.0.0.1:45978_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1140833 INFO  (zkCallback-1066-thread-1-processing-n:127.0.0.1:40625_solr) [n:127.0.0.1:40625_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1141025 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141061 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141061 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141062 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_C617D3E20919B295-001/tempDir-001/node1
   [junit4]   2> 1141366 INFO  (zkConnectionManagerCallback-1097-thread-1-processing-n:127.0.0.1:40298_solr) [n:127.0.0.1:40298_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1141431 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1141431 INFO  (jetty-launcher-1050-thread-1) [n:127.0.0.1:40298_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35588/solr ready
   [junit4]   2> 1141462 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141554 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141554 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141555 INFO  (jetty-launcher-1050-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_C617D3E20919B295-001/tempDir-001/node3
   [junit4]   2> 1141725 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141762 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141762 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1141780 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_C617D3E20919B295-001/tempDir-001/node4
   [junit4]   2> 1141881 INFO  (zkConnectionManagerCallback-1101-thread-1-processing-n:127.0.0.1:45978_solr) [n:127.0.0.1:45978_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1141955 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1141956 INFO  (jetty-launcher-1050-thread-4) [n:127.0.0.1:45978_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35588/solr ready
   [junit4]   2> 1142189 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1142225 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1142225 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a2a62eb
   [junit4]   2> 1142239 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_C617D3E20919B295-001/tempDir-001/node2
   [junit4]   2> 1142254 INFO  (zkConnectionManagerCallback-1105-thread-1-processing-n:127.0.0.1:40625_solr) [n:127.0.0.1:40625_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1142255 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1142256 INFO  (jetty-launcher-1050-thread-2) [n:127.0.0.1:40625_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35588/solr ready
   [junit4]   2> 1142430 INFO  (zkConnectionManagerCallback-1107-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1142453 INFO  (zkConnectionManagerCallback-1111-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1142462 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1142463 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C617D3E20919B295]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35588/solr ready
   [junit4]   2> 1142613 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[C617D3E20919B295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
   [junit4]   2> 1142614 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[C617D3E20919B295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1142731 INFO  (qtp437214610-4215) [n:127.0.0.1:41988_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1142742 INFO  (OverseerThreadFactory-1531-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection noconfig
   [junit4]   2> 1142750 ERROR (OverseerThreadFactory-1531-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: noconfig operation: create failed:org.apache.solr.common.SolrException: Can not find the specified config set: conf123
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:739)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:114)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1142753 INFO  (qtp437214610-4215) [n:127.0.0.1:41988_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=22
   [junit4]   2> 1143787 INFO  (qtp437214610-4213) [n:127.0.0.1:41988_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1143787 INFO  (qtp437214610-4213) [n:127.0.0.1:41988_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1143787 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[C617D3E20919B295]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
   [junit4]   2> 1143926 INFO  (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[C617D3E20919B295]) [    ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
   [junit4]   2> 1143937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 1143937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1143937 INFO  (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[C617D3E20919B295]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1143937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 1143951 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1143951 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 1143952 INFO  (qtp437214610-4215) [n:127.0.0.1:41988_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1143952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 1143953 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 1143953 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
   [junit4]   2> 1143953 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
   [junit4]   2> 1143954 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 1143970 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 1143970 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
   [junit4]   2> 1143971 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
   [junit4]   2> 1143971 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 1143971 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 1143971 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"addReplicaColl",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"4",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1143972 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 1143972 INFO  (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1143972 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1143973 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1143973 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1143973 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1143973 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 1143973 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 1143973 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"addReplicaColl",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"4",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1143974 INFO  (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection addReplicaColl
   [junit4]   2> 1143991 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.Assign Identify nodes using default
   [junit4]   2> 1143991 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/addReplicaColl 
   [junit4]   2> 1143991 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143991 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143991 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143991 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143992 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143992 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143992 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143992 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143992 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1143993 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1143993 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1143993 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1143993 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:addReplicaColl
   [junit4]   2> 1143993 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 1143994 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1143994 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1144007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1144007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1144007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1144007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1144007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1144035 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1144035 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1144036 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1144037 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"addReplicaColl",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"4",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1144037 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: addReplicaColl
   [junit4]   2> 1144038 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addReplicaColl/state.json
   [junit4]   2> 1144038 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1144039 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1144165 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection addReplicaColl, shardNames [shard1, shard2] , message : {
   [junit4]   2>   "name":"addReplicaColl",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"4",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1144234 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core addReplicaColl_shard1_replica_n1 as part of shard shard1 of collection addReplicaColl on 127.0.0.1:40625_solr
   [junit4]   2> 1144236 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1144237 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core addReplicaColl_shard1_replica_n2 as part of shard shard1 of collection addReplicaColl on 127.0.0.1:45978_solr
   [junit4]   2> 1144250 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1144250 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1144251 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1144251 INFO  (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1144252 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core addReplicaColl_shard2_replica_n3 as part of shard shard2 of collection addReplicaColl on 127.0.0.1:41988_solr
   [junit4]   2> 1144252 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 1144252 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1144252 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1144253 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45978/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1144253 INFO  (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45978/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1144253 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1144269 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1144269 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"addReplicaColl_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:45978/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1144269 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1144270 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1144286 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core addReplicaColl_shard2_replica_n6 as part of shard shard2 of collection addReplicaColl on 127.0.0.1:40298_solr
   [junit4]   2> 1144287 INFO  (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1144288 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1144288 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addReplicaColl_shard1_replica_n1, addReplicaColl_shard1_replica_n2, addReplicaColl_shard2_replica_n3, addReplicaColl_shard2_replica_n6] cores but found {}
   [junit4]   2> 1144290 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 1144290 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator New Slice: shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node7":{
   [junit4]   2>       "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>       "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1144290 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1144303 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40298/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1144303 INFO  (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40298/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1144305 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node7":{
   [junit4]   2>       "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>       "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1144306 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.SliceMutator New Slice: shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node7":{
   [junit4]   2>       "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>       "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node8":{
   [junit4]   2>       "core":"addReplicaColl_shard2_replica_n6",
   [junit4]   2>       "base_url":"https://127.0.0.1:40298/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1144391 DEBUG (ScheduledTrigger-1529-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1144408 DEBUG (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addReplicaColl_shard1_replica_n1, addReplicaColl_shard1_replica_n2, addReplicaColl_shard2_replica_n3, addReplicaColl_shard2_replica_n6] cores but found {}
   [junit4]   2> 1144437 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addReplicaColl/state.json version: 0
   [junit4]   2> 1144438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1144438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1144751 INFO  (qtp437214610-4210) [n:127.0.0.1:41988_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 7s
   [junit4]   2> 1144865 INFO  (qtp2146921494-4226) [n:127.0.0.1:40625_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 7s
   [junit4]   2> 1144916 INFO  (qtp718099165-4246) [n:127.0.0.1:40298_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 7s
   [junit4]   2> 1144917 INFO  (qtp44565038-4238) [n:127.0.0.1:45978_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 7s
   [junit4]   2> 1145391 DEBUG (ScheduledTrigger-1529-thread-1) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1145973 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 1145989 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 1145989 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1145989 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1145989 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1145989 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1145989 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 1146391 DEBUG (ScheduledTrigger-1529-thread-2) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1147398 DEBUG (ScheduledTrigger-1529-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1147994 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 1147995 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 1147995 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1147995 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1147995 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1147995 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1147995 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 1148404 DEBUG (ScheduledTrigger-1529-thread-4) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1149405 DEBUG (ScheduledTrigger-1529-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1149995 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 1149996 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 1149996 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1149996 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1149996 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1149996 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1149996 DEBUG (OverseerCollectionConfigSetProcessor-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 1150405 DEBUG (ScheduledTrigger-1529-thread-4) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1151405 DEBUG (ScheduledTrigger-1529-thread-3) [n:127.0.0.1:41988_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1151752 INFO  (qtp437214610-4210) [n:127.0.0.1:41988_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n3&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151752 INFO  (qtp437214610-4210) [n:127.0.0.1:41988_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1151754 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151755 DEBUG (qtp437214610-4210) [n:127.0.0.1:41988_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n3] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1151755 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1151756 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1151756 DEBUG (qtp437214610-4210) [n:127.0.0.1:41988_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n3] o.a.s.c.ZkController Registering watch for collection addReplicaColl
   [junit4]   2> 1151756 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151756 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>   "core_node_name":"core_node7",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>   "node_name":"127.0.0.1:41988_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1151756 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>   "core_node_name":"core_node7",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>   "node_name":"127.0.0.1:41988_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1151756 DEBUG (qtp437214610-4210) [n:127.0.0.1:41988_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n3] o.a.s.c.ZkController waiting to find shard id in clusterstate for addReplicaColl_shard2_replica_n3
   [junit4]   2> 1151756 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node7:{"core":"addReplicaColl_shard2_replica_n3","base_url":"https://127.0.0.1:41988/solr","node_name":"127.0.0.1:41988_solr","state":"down","type":"NRT"}
   [junit4]   2> 1151756 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addReplicaColl//collections/addReplicaColl/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"4",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"addReplicaColl_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:45978/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node7":{
   [junit4]   2>           "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>           "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>           "node_name":"127.0.0.1:41988_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node8":{
   [junit4]   2>           "core":"addReplicaColl_shard2_replica_n6",
   [junit4]   2>           "base_url":"https://127.0.0.1:40298/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1151757 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addReplicaColl/state.json version: 1
   [junit4]   2> 1151757 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151757 INFO  (zkCallback-1076-thread-1-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1151757 INFO  (zkCallback-1076-thread-2-processing-n:127.0.0.1:41988_solr) [n:127.0.0.1:41988_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1151757 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1151757 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151757 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151758 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1151874 INFO  (qtp2146921494-4226) [n:127.0.0.1:40625_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151875 INFO  (qtp2146921494-4226) [n:127.0.0.1:40625_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1151876 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151877 DEBUG (qtp2146921494-4226) [n:127.0.0.1:40625_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1151877 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1151878 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1151878 DEBUG (qtp2146921494-4226) [n:127.0.0.1:40625_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n1] o.a.s.c.ZkController Registering watch for collection addReplicaColl
   [junit4]   2> 1151878 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151878 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40625_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1151878 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40625_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1151878 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"addReplicaColl_shard1_replica_n1","base_url":"https://127.0.0.1:40625/solr","node_name":"127.0.0.1:40625_solr","state":"down","type":"NRT"}
   [junit4]   2> 1151878 DEBUG (qtp2146921494-4226) [n:127.0.0.1:40625_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n1] o.a.s.c.ZkController waiting to find shard id in clusterstate for addReplicaColl_shard1_replica_n1
   [junit4]   2> 1151878 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addReplicaColl//collections/addReplicaColl/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"4",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:40625/solr",
   [junit4]   2>           "node_name":"127.0.0.1:40625_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"addReplicaColl_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:45978/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node7":{
   [junit4]   2>           "core":"addReplicaColl_shard2_replica_n3",
   [junit4]   2>           "base_url":"https://127.0.0.1:41988/solr",
   [junit4]   2>           "node_name":"127.0.0.1:41988_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node8":{
   [junit4]   2>           "core":"addReplicaColl_shard2_replica_n6",
   [junit4]   2>           "base_url":"https://127.0.0.1:40298/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1151917 INFO  (qtp718099165-4246) [n:127.0.0.1:40298_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n6&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151917 INFO  (qtp718099165-4246) [n:127.0.0.1:40298_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1151917 INFO  (qtp44565038-4238) [n:127.0.0.1:45978_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151917 INFO  (qtp44565038-4238) [n:127.0.0.1:45978_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1151918 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151918 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151920 DEBUG (qtp718099165-4246) [n:127.0.0.1:40298_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1151920 DEBUG (qtp44565038-4238) [n:127.0.0.1:45978_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1151921 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1151921 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1151921 DEBUG (qtp44565038-4238) [n:127.0.0.1:45978_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.c.ZkController Registering watch for collection addReplicaColl
   [junit4]   2> 1151921 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
   [junit4]   2> 1151921 DEBUG (OverseerStateUpdate-72323263689064457-127.0.0.1:41988_solr-n_0000000000) [n:127.0.0.1:41988_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:45978/solr",
   [junit4]   2>   "node_name":"127.0.0.1:45978_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "type":"NRT",
   [jun

[...truncated too long message...]

rd1/election/72323263689064460-core_node10-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	179	/solr/collections
   [junit4]   2> 	37	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_C617D3E20919B295-001
   [junit4]   2> Mar 22, 2018 11:03:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=622, maxMBSortInHeap=7.301494921944036, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@93fe97b), locale=ar-JO, timezone=America/Curacao
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=296006776,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [PKIAuthenticationIntegrationTest, TestBinaryResponseWriter, UUIDFieldTest, TestOverriddenPrefixQueryForCustomFieldType, CdcrReplicationDistributedZkTest, TestFastOutputStream, TlogReplayBufferedWhileIndexingTest, HLLSerializationTest, TestDocSet, TestQuerySenderNoQuery, TestExpandComponent, TestSizeLimitedDistributedMap, MetricsConfigTest, TestSearcherReuse, ZkSolrClientTest, StatsComponentTest, ChaosMonkeyNothingIsSafeTest, TestInitQParser, DistributedQueryElevationComponentTest, HdfsNNFailoverTest, PreAnalyzedUpdateProcessorTest, AtomicUpdateProcessorFactoryTest, TestCollationField, CachingDirectoryFactoryTest, ZkStateWriterTest, SolrIndexSplitterTest, SolrIndexConfigTest, HttpPartitionOnCommitTest, V2ApiIntegrationTest, SpellCheckCollatorWithCollapseTest, TestComponentsName, SolrCoreCheckLockOnStartupTest, TestBlobHandler, BlockJoinFacetSimpleTest, SolrSlf4jReporterTest, TestImpersonationWithHadoopAuth, TestBulkSchemaAPI, OverseerCollectionConfigSetProcessorTest, TestShardHandlerFactory, AliasIntegrationTest, TestCloudSearcherWarming, TestDistribIDF, TestSolr4Spatial2, ComputePlanActionTest, TestMergePolicyConfig, NodeMutatorTest, QueryResultKeyTest, TestIndexSearcher, CursorPagingTest, SearchRateTriggerTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [185/785 (1!)] on J0 in 196.90s, 19 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 5295 lines...]
   [junit4] Suite: org.apache.solr.analytics.facet.ValueFacetTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.facet.ValueFacetTest_5BF579E5AE2FF658-001/init-core-data-001
   [junit4]   2> Mar 22, 2018 12:10:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1635, maxMBSortInHeap=6.618502752431736, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4c64b1b0), locale=uk, timezone=America/Sitka
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=131874056,total=298319872
   [junit4]   2> NOTE: All tests run in this JVM: [TopFunctionTest, CastingLongValueTest, LegacyFacetSortingTest, LegacyFunctionTest, FillMissingFunctionTest, CastingDoubleValueTest, FloatFieldsTest, AndFunctionTest, LegacyNoFacetCloudTest, PowerFunctionTest, CastingDateValueStreamTest, CastingAnalyticsValueTest, RoundFunctionTest, PivotFacetTest, ValueFacetTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ValueFacetTest -Dtests.seed=5BF579E5AE2FF658 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=America/Sitka -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | ValueFacetTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5BF579E5AE2FF658]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1236)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:674)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
   [junit4]    > 	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1248)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1234)
   [junit4]    > 	... 29 more
   [junit4] Completed [66/78 (1!)] on J2 in 27.97s, 0 tests, 1 error <<< FAILURES!

[...truncated 7 lines...]
   [junit4] Suite: org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest_5BF579E5AE2FF658-001/init-core-data-001
   [junit4]   2> Mar 22, 2018 12:11:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@489497e1), locale=es-NI, timezone=America/Cordoba
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=169840152,total=308281344
   [junit4]   2> NOTE: All tests run in this JVM: [SubtractFunctionTest, CastingLongValueStreamTest, LegacyAbstractAnalyticsFacetTest, LegacyExpressionTest, ExistsFunctionTest, CastingDoubleValueStreamTest, DoubleFieldsTest, AddFunctionTest, LegacyAbstractAnalyticsTest, OrFunctionTest, CastingBooleanValueTest, LegacyRangeFacetTest, ReplaceFunctionTest, ExpressionFactoryTest, NoFacetTest, QueryFacetTest, AbstractAnalyticsFieldTest, BooleanFieldsTest, IntFieldsTest, LongFieldsTest, StringFieldsTest, BottomFunctionTest, DateMathFunctionTest, DateParseFunctionTest, FloorFunctionTest, GTEFunctionTest, LTEFunctionTest, LogFunctionTest, LegacyFieldFacetExtrasCloudTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LegacyFieldFacetExtrasCloudTest -Dtests.seed=5BF579E5AE2FF658 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=America/Cordoba -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | LegacyFieldFacetExtrasCloudTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5BF579E5AE2FF658]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1236)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:674)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
   [junit4]    > 	at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1248)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1234)
   [junit4]    > 	... 29 more
   [junit4] Completed [69/78 (2!)] on J1 in 36.17s, 0 tests, 1 error <<< FAILURES!

[...truncated 46313 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2447 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2447/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest

Error Message:
Could not find collection:collection1

Stack Trace:
java.lang.AssertionError: Could not find collection:collection1
	at __randomizedtesting.SeedInfo.seed([FC71134D1FCD9289]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1856 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J2-20180323_010543_6212210096214676549800.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] codec: SimpleText, pf: FSTOrd50, dvf: Memory
   [junit4] <<< JVM J2: EOF ----

[...truncated 16125 lines...]
   [junit4] Suite: org.apache.solr.analytics.NoFacetTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.NoFacetTest_FC71134D1FCD9289-001/init-core-data-001
   [junit4]   2> Mar 23, 2018 2:35:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1563, maxMBSortInHeap=5.21017861829709, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@527b9622), locale=en, timezone=Pacific/Rarotonga
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=266035128,total=318242816
   [junit4]   2> NOTE: All tests run in this JVM: [CastingIntValueStreamTest, ConcatFunctionTest, DivideFunctionTest, LegacyFunctionTest, AndFunctionTest, GTEFunctionTest, ConstantValueTest, MultFunctionTest, StringFieldsTest, CastingAnalyticsValueTest, RoundFunctionTest, BooleanFieldsTest, CastingLongValueTest, ExpressionFactoryTest, NoFacetTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NoFacetTest -Dtests.seed=FC71134D1FCD9289 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | NoFacetTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not find collection:collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FC71134D1FCD9289]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
   [junit4]    > 	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [66/78 (1!)] on J2 in 44.35s, 0 tests, 1 failure <<< FAILURES!

[...truncated 46322 lines...]