You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/15 13:20:36 UTC
[JENKINS-EA] Lucene-Solr-7.0-Linux (32bit/jdk-9-ea+181) - Build #
207 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/207/
Java: 32bit/jdk-9-ea+181 -server -XX:+UseParallelGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([5D39444B1D513DF8:154C30FF1B62126D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:580)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11553 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/init-core-data-001
[junit4] 2> 1134112 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 1134113 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1134114 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1134115 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001
[junit4] 2> 1134115 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1134115 INFO (Thread-1936) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1134115 INFO (Thread-1936) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1134116 ERROR (Thread-1936) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1134215 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43173
[junit4] 2> 1134219 INFO (jetty-launcher-1426-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1134219 INFO (jetty-launcher-1426-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1134219 INFO (jetty-launcher-1426-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1134220 INFO (jetty-launcher-1426-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8ecc57{/solr,null,AVAILABLE}
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ec30d8{/solr,null,AVAILABLE}
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8d19d7{SSL,[ssl, http/1.1]}{127.0.0.1:36069}
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-1) [ ] o.e.j.s.Server Started @1135673ms
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36069}
[junit4] 2> 1134221 ERROR (jetty-launcher-1426-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1134221 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T12:44:59.488688Z
[junit4] 2> 1134222 INFO (jetty-launcher-1426-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1134225 INFO (jetty-launcher-1426-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@140455b{/solr,null,AVAILABLE}
[junit4] 2> 1134227 INFO (jetty-launcher-1426-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16b60a0{SSL,[ssl, http/1.1]}{127.0.0.1:40617}
[junit4] 2> 1134227 INFO (jetty-launcher-1426-thread-2) [ ] o.e.j.s.Server Started @1135679ms
[junit4] 2> 1134227 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40617}
[junit4] 2> 1134227 ERROR (jetty-launcher-1426-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1134227 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1134227 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1134227 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1134227 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T12:44:59.494990Z
[junit4] 2> 1134229 INFO (jetty-launcher-1426-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1534320{SSL,[ssl, http/1.1]}{127.0.0.1:35389}
[junit4] 2> 1134229 INFO (jetty-launcher-1426-thread-4) [ ] o.e.j.s.Server Started @1135681ms
[junit4] 2> 1134229 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35389}
[junit4] 2> 1134230 ERROR (jetty-launcher-1426-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1134230 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1134230 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1134230 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1134232 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T12:44:59.497246Z
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f5df23{/solr,null,AVAILABLE}
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14bf11f{SSL,[ssl, http/1.1]}{127.0.0.1:35015}
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.e.j.s.Server Started @1135685ms
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35015}
[junit4] 2> 1134233 ERROR (jetty-launcher-1426-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1134233 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T12:44:59.500973Z
[junit4] 2> 1134234 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1134234 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1134236 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1134240 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1134247 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43173/solr
[junit4] 2> 1134247 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43173/solr
[junit4] 2> 1134250 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43173/solr
[junit4] 2> 1134250 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43173/solr
[junit4] 2> 1134302 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1134302 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40617_solr
[junit4] 2> 1134303 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98487572849098761-127.0.0.1:40617_solr-n_0000000000) starting
[junit4] 2> 1134304 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1134305 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35015_solr
[junit4] 2> 1134306 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1134306 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1134307 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40617_solr
[junit4] 2> 1134307 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1134308 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1134308 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1134308 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1134308 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1134309 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1134309 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1134309 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35389_solr
[junit4] 2> 1134310 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1134310 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1134310 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1134310 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1134310 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36069_solr
[junit4] 2> 1134311 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1134311 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1134311 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1134311 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1134386 WARN (jetty-launcher-1426-thread-3) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134386 WARN (jetty-launcher-1426-thread-3) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134386 WARN (jetty-launcher-1426-thread-3) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134386 INFO (jetty-launcher-1426-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node3
[junit4] 2> 1134403 WARN (jetty-launcher-1426-thread-1) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134404 WARN (jetty-launcher-1426-thread-1) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134404 WARN (jetty-launcher-1426-thread-1) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134404 INFO (jetty-launcher-1426-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node1
[junit4] 2> 1134423 WARN (jetty-launcher-1426-thread-2) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134424 WARN (jetty-launcher-1426-thread-2) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134424 WARN (jetty-launcher-1426-thread-2) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134424 INFO (jetty-launcher-1426-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node2
[junit4] 2> 1134448 WARN (jetty-launcher-1426-thread-4) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134448 WARN (jetty-launcher-1426-thread-4) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134448 WARN (jetty-launcher-1426-thread-4) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1134448 INFO (jetty-launcher-1426-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node4
[junit4] 2> 1134453 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1134453 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43173/solr ready
[junit4] 2> 1134466 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5D39444B1D513DF8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1134466 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5D39444B1D513DF8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1134494 INFO (qtp20827342-9807) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1134495 INFO (OverseerThreadFactory-3998-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 1134598 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"created_and_deleted",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"created_and_deleted_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35015/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1134841 INFO (qtp31086963-9833) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1134841 INFO (qtp31086963-9833) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1134943 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1134943 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1135846 INFO (qtp31086963-9833) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1135849 INFO (qtp31086963-9833) [ ] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1135850 INFO (qtp31086963-9833) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1135850 INFO (qtp31086963-9833) [ ] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
[junit4] 2> 1135850 WARN (qtp31086963-9833) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1135850 INFO (qtp31086963-9833) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1135850 INFO (qtp31086963-9833) [ ] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node3/created_and_deleted_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node3/created_and_deleted_shard1_replica_n1/data/]
[junit4] 2> 1135880 INFO (qtp31086963-9833) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1135880 INFO (qtp31086963-9833) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1135881 INFO (qtp31086963-9833) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1135881 INFO (qtp31086963-9833) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1135881 INFO (qtp31086963-9833) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@104bab7[created_and_deleted_shard1_replica_n1] main]
[junit4] 2> 1135882 INFO (qtp31086963-9833) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1135882 INFO (qtp31086963-9833) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1135882 INFO (qtp31086963-9833) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1135883 INFO (qtp31086963-9833) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575801167439462400
[junit4] 2> 1135883 INFO (searcherExecutor-4007-thread-1) [ ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@104bab7[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1135885 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1135885 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1135885 INFO (qtp31086963-9833) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35015/solr/created_and_deleted_shard1_replica_n1/
[junit4] 2> 1135885 INFO (qtp31086963-9833) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1135885 INFO (qtp31086963-9833) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:35015/solr/created_and_deleted_shard1_replica_n1/ has no replicas
[junit4] 2> 1135885 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1135886 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35015/solr/created_and_deleted_shard1_replica_n1/ shard1
[junit4] 2> 1135987 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1135987 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1136037 INFO (qtp31086963-9833) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1136038 INFO (qtp31086963-9833) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1197
[junit4] 2> 1136040 INFO (qtp20827342-9807) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1136139 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1136139 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1136496 INFO (OverseerCollectionConfigSetProcessor-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1137040 INFO (qtp20827342-9807) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2545
[junit4] 2> 1137042 INFO (qtp20827342-9820) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1137042 INFO (qtp20827342-9820) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1137043 INFO (qtp20827342-9823) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1137044 INFO (OverseerThreadFactory-3998-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1137045 INFO (qtp31086963-9843) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
[junit4] 2> 1137045 INFO (qtp31086963-9843) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@127d0f2: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / null
[junit4] 2> 1137046 INFO (qtp31086963-9843) [ ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@91a61b
[junit4] 2> 1137046 INFO (qtp31086963-9843) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=9545243
[junit4] 2> 1137046 INFO (qtp31086963-9843) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=9545243
[junit4] 2> 1137047 INFO (qtp31086963-9843) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1137749 INFO (qtp20827342-9823) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=706
[junit4] 2> 1137750 INFO (qtp20827342-9825) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1137750 INFO (qtp20827342-9825) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1137750 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5D39444B1D513DF8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 1137765 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[5D39444B1D513DF8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
[junit4] 2> 1137765 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[5D39444B1D513DF8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1137766 INFO (qtp20827342-9825) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1137767 INFO (OverseerCollectionConfigSetProcessor-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1137767 INFO (OverseerThreadFactory-3998-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1137767 ERROR (OverseerThreadFactory-3998-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:795)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1137768 INFO (qtp20827342-9825) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 1137769 INFO (qtp20827342-9820) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1137770 INFO (OverseerThreadFactory-3998-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
[junit4] 2> 1137770 INFO (OverseerCollectionConfigSetProcessor-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1137973 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"acollectionafterbaddelete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"acollectionafterbaddelete_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36069/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1137973 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"acollectionafterbaddelete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"acollectionafterbaddelete_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35015/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1138176 INFO (qtp20827342-9825) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1138176 INFO (qtp20827342-9825) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1138176 INFO (qtp31086963-9844) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1138278 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1138278 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1138278 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1138278 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139182 INFO (qtp31086963-9844) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1139185 INFO (qtp20827342-9825) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1139186 INFO (qtp31086963-9844) [ ] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1139188 INFO (qtp31086963-9844) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1139188 INFO (qtp31086963-9844) [ ] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n2' using configuration from collection acollectionafterbaddelete, trusted=true
[junit4] 2> 1139188 WARN (qtp31086963-9844) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1139189 INFO (qtp31086963-9844) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1139189 INFO (qtp31086963-9844) [ ] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2/data/]
[junit4] 2> 1139189 INFO (qtp20827342-9825) [ ] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1139191 INFO (qtp20827342-9825) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1139191 INFO (qtp20827342-9825) [ ] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n1' using configuration from collection acollectionafterbaddelete, trusted=true
[junit4] 2> 1139191 WARN (qtp20827342-9825) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1139191 INFO (qtp20827342-9825) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1139191 INFO (qtp20827342-9825) [ ] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1/data/]
[junit4] 2> 1139225 INFO (qtp20827342-9825) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1139226 INFO (qtp20827342-9825) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1139226 INFO (qtp20827342-9825) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1139226 INFO (qtp20827342-9825) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1139227 INFO (qtp20827342-9825) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19d41e7[acollectionafterbaddelete_shard1_replica_n1] main]
[junit4] 2> 1139227 INFO (qtp31086963-9844) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1139227 INFO (qtp31086963-9844) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1139227 INFO (qtp20827342-9825) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1139228 INFO (qtp20827342-9825) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1139228 INFO (qtp31086963-9844) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1139228 INFO (qtp31086963-9844) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1139228 INFO (qtp20827342-9825) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1139228 INFO (searcherExecutor-4013-thread-1) [ ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] Registered new searcher Searcher@19d41e7[acollectionafterbaddelete_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1139228 INFO (qtp20827342-9825) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575801170946949120
[junit4] 2> 1139228 INFO (qtp31086963-9844) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8a4cc2[acollectionafterbaddelete_shard1_replica_n2] main]
[junit4] 2> 1139229 INFO (qtp31086963-9844) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1139229 INFO (qtp31086963-9844) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1139229 INFO (qtp31086963-9844) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1139230 INFO (searcherExecutor-4012-thread-1) [ ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] Registered new searcher Searcher@8a4cc2[acollectionafterbaddelete_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1139230 INFO (qtp31086963-9844) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575801170949046272
[junit4] 2> 1139231 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1139332 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139332 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139332 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139332 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139731 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1139731 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1139731 INFO (qtp20827342-9825) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36069/solr/acollectionafterbaddelete_shard1_replica_n1/
[junit4] 2> 1139732 INFO (qtp20827342-9825) [ ] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=https://127.0.0.1:36069/solr START replicas=[https://127.0.0.1:35015/solr/acollectionafterbaddelete_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1139732 INFO (qtp20827342-9825) [ ] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=https://127.0.0.1:36069/solr DONE. We have no versions. sync failed.
[junit4] 2> 1139733 INFO (qtp31086963-9843) [ ] o.a.s.c.S.Request [acollectionafterbaddelete_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1139734 INFO (qtp20827342-9825) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1139734 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1139734 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1139735 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36069/solr/acollectionafterbaddelete_shard1_replica_n1/ shard1
[junit4] 2> 1139836 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139836 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139836 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139836 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139886 INFO (qtp20827342-9825) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1139887 INFO (qtp20827342-9825) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1711
[junit4] 2> 1139988 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139988 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139988 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1139988 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1140233 INFO (qtp31086963-9844) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2057
[junit4] 2> 1140234 INFO (qtp20827342-9820) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1140334 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1140334 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1140334 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1140334 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1141234 INFO (qtp20827342-9820) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3465
[junit4] 2> 1141235 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[5D39444B1D513DF8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
[junit4] 2> 1141248 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[5D39444B1D513DF8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 1141249 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[5D39444B1D513DF8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1141249 INFO (qtp20827342-9823) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141250 INFO (OverseerCollectionConfigSetProcessor-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1141250 INFO (OverseerThreadFactory-3998-thread-5) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1141252 INFO (qtp31086963-9845) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=null
[junit4] 2> 1141252 INFO (qtp31086963-9845) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1698dcd: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n2 / null
[junit4] 2> 1141252 INFO (qtp31086963-9845) [ ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1c9c9f2
[junit4] 2> 1141253 INFO (qtp20827342-9811) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=null
[junit4] 2> 1141253 INFO (qtp31086963-9845) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=30001650
[junit4] 2> 1141253 INFO (qtp20827342-9811) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2cde3d: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n1 / null
[junit4] 2> 1141253 INFO (qtp31086963-9845) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=30001650
[junit4] 2> 1141253 INFO (qtp20827342-9811) [ ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@173a496
[junit4] 2> 1141254 INFO (qtp20827342-9811) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=24355990
[junit4] 2> 1141254 INFO (qtp20827342-9811) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=24355990
[junit4] 2> 1141254 INFO (qtp31086963-9845) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1141254 INFO (qtp31086963-9845) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1141255 WARN (zkCallback-1446-thread-2) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1141255 INFO (qtp20827342-9811) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1141957 INFO (qtp20827342-9823) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2} status=0 QTime=708
[junit4] 2> 1141958 INFO (qtp20827342-9807) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141959 INFO (OverseerThreadFactory-3998-thread-5) [ ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 1141959 INFO (OverseerCollectionConfigSetProcessor-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1142162 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36069/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1142163 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40617/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1142163 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35389/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1142164 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35015/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1142366 INFO (qtp20827342-9825) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1142367 INFO (qtp31086963-9833) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1142398 INFO (qtp19057986-9806) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1142398 INFO (qtp19057986-9806) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1142399 INFO (qtp12238879-9808) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1142399 INFO (qtp12238879-9808) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1142501 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1142501 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1142501 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1142501 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1142501 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1142501 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1142501 INFO (zkCallback-1445-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1142501 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143391 INFO (qtp31086963-9833) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1143391 INFO (qtp20827342-9825) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1143395 INFO (qtp31086963-9833) [ ] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1143395 INFO (qtp20827342-9825) [ ] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1143396 INFO (qtp31086963-9833) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1143396 INFO (qtp20827342-9825) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1143396 INFO (qtp31086963-9833) [ ] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n2' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1143396 INFO (qtp20827342-9825) [ ] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n1' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1143396 WARN (qtp31086963-9833) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1143396 WARN (qtp20827342-9825) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1143396 INFO (qtp31086963-9833) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1143396 INFO (qtp31086963-9833) [ ] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node3/addReplicaColl_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node3/addReplicaColl_shard2_replica_n2/data/]
[junit4] 2> 1143397 INFO (qtp20827342-9825) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1143397 INFO (qtp20827342-9825) [ ] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node1/addReplicaColl_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node1/addReplicaColl_shard1_replica_n1/data/]
[junit4] 2> 1143404 INFO (qtp19057986-9806) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1143407 INFO (qtp12238879-9808) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1143409 INFO (qtp19057986-9806) [ ] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n1] Schema name=minimal
[junit4] 2> 1143411 INFO (qtp19057986-9806) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1143411 INFO (qtp19057986-9806) [ ] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n1' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1143411 INFO (qtp12238879-9808) [ ] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1143411 WARN (qtp19057986-9806) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1143412 INFO (qtp19057986-9806) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1143412 INFO (qtp19057986-9806) [ ] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node4/addReplicaColl_shard2_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node4/addReplicaColl_shard2_replica_n1/data/]
[junit4] 2> 1143413 INFO (qtp12238879-9808) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1143413 INFO (qtp12238879-9808) [ ] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n2' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1143413 WARN (qtp12238879-9808) [ ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1143413 INFO (qtp12238879-9808) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1143413 INFO (qtp12238879-9808) [ ] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node2/addReplicaColl_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001/tempDir-001/node2/addReplicaColl_shard1_replica_n2/data/]
[junit4] 2> 1143453 INFO (qtp31086963-9833) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1143453 INFO (qtp31086963-9833) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1143454 INFO (qtp20827342-9825) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1143454 INFO (qtp20827342-9825) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1143454 INFO (qtp31086963-9833) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1143454 INFO (qtp31086963-9833) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1143455 INFO (qtp20827342-9825) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1143455 INFO (qtp20827342-9825) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1143455 INFO (qtp20827342-9825) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8cc74a[addReplicaColl_shard1_replica_n1] main]
[junit4] 2> 1143455 INFO (qtp31086963-9833) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@110c647[addReplicaColl_shard2_replica_n2] main]
[junit4] 2> 1143456 INFO (qtp20827342-9825) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1143456 INFO (qtp31086963-9833) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1143456 INFO (qtp20827342-9825) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1143456 INFO (qtp31086963-9833) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1143456 INFO (qtp20827342-9825) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1143457 INFO (qtp31086963-9833) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1143457 INFO (searcherExecutor-4023-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n1] Registered new searcher Searcher@8cc74a[addReplicaColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1143457 INFO (qtp20827342-9825) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575801175381377024
[junit4] 2> 1143457 INFO (qtp31086963-9833) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575801175381377024
[junit4] 2> 1143457 INFO (searcherExecutor-4022-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard2_replica_n2] Registered new searcher Searcher@110c647[addReplicaColl_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1143461 INFO (qtp19057986-9806) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1143461 INFO (qtp19057986-9806) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1143461 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1143462 INFO (qtp19057986-9806) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1143462 INFO (qtp19057986-9806) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1143463 INFO (qtp19057986-9806) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11883ee[addReplicaColl_shard2_replica_n1] main]
[junit4] 2> 1143464 INFO (qtp19057986-9806) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1143464 INFO (qtp19057986-9806) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1143464 INFO (qtp19057986-9806) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1143465 INFO (searcherExecutor-4024-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard2_replica_n1] Registered new searcher Searcher@11883ee[addReplicaColl_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1143465 INFO (qtp19057986-9806) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575801175389765632
[junit4] 2> 1143465 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9995ms
[junit4] 2> 1143470 INFO (qtp12238879-9808) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1143470 INFO (qtp12238879-9808) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1143471 INFO (qtp12238879-9808) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1143471 INFO (qtp12238879-9808) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1143471 INFO (qtp12238879-9808) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@125b392[addReplicaColl_shard1_replica_n2] main]
[junit4] 2> 1143472 INFO (qtp12238879-9808) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1143472 INFO (qtp12238879-9808) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1143472 INFO (qtp12238879-9808) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1143473 INFO (searcherExecutor-4025-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n2] Registered new searcher Searcher@125b392[addReplicaColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1143473 INFO (qtp12238879-9808) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575801175398154240
[junit4] 2> 1143566 INFO (zkCallback-1445-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143566 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143566 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143566 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143566 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143566 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143566 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143566 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1143961 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1143961 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1143961 INFO (qtp31086963-9833) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35015/solr/addReplicaColl_shard2_replica_n2/
[junit4] 2> 1143962 INFO (qtp31086963-9833) [ ] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica_n2 url=https://127.0.0.1:35015/solr START replicas=[https://127.0.0.1:35389/solr/addReplicaColl_shard2_replica_n1/] nUpdates=100
[junit4] 2> 1143962 INFO (qtp31086963-9833) [ ] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica_n2 url=https://127.0.0.1:35015/solr DONE. We have no versions. sync failed.
[junit4] 2> 1143964 INFO (qtp19057986-9829) [ ] o.a.s.c.S.Request [addReplicaColl_shard2_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1143964 INFO (qtp31086963-9833) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1143964 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1143964 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1143965 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1143965 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1143965 INFO (qtp20827342-9825) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36069/solr/addReplicaColl_shard1_replica_n1/
[junit4] 2> 1143965 INFO (qtp20827342-9825) [ ] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica_n1 url=https://127.0.0.1:36069/solr START replicas=[https://127.0.0.1:40617/solr/addReplicaColl_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1143965 INFO (qtp20827342-9825) [ ] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica_n1 url=https://127.0.0.1:36069/solr DONE. We have no versions. sync failed.
[junit4] 2> 1143966 INFO (qtp31086963-9833) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35015/solr/addReplicaColl_shard2_replica_n2/ shard2
[junit4] 2> 1143967 INFO (qtp12238879-9827) [ ] o.a.s.c.S.Request [addReplicaColl_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1143967 INFO (qtp20827342-9825) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1143967 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1143967 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1143968 INFO (qtp20827342-9825) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36069/solr/addReplicaColl_shard1_replica_n1/ shard1
[junit4] 2> 1144069 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144069 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144069 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144069 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144069 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144069 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144069 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144069 INFO (zkCallback-1445-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144116 INFO (qtp31086963-9833) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1144117 INFO (qtp31086963-9833) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1749
[junit4] 2> 1144118 INFO (qtp20827342-9825) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1144119 INFO (qtp20827342-9825) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1753
[junit4] 2> 1144220 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144220 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144220 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144220 INFO (zkCallback-1446-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144220 INFO (zkCallback-1445-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144220 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144220 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144220 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144474 INFO (qtp19057986-9806) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2076
[junit4] 2> 1144476 INFO (qtp12238879-9808) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2077
[junit4] 2> 1144477 INFO (qtp20827342-9807) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1144577 INFO (zkCallback-1446-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144577 INFO (zkCallback-1447-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144577 INFO (zkCallback-1445-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1144577 INFO (zkCallback-1447-thread-1) [ ] o.a.s.c.c.ZkSta
[...truncated too long message...]
ers for registry=solr.cluster, tag=null
[junit4] 2> 1220233 WARN (zkCallback-1482-thread-6) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1220233 INFO (zkCallback-1445-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 1220233 INFO (jetty-closer-1427-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98487572849098761-127.0.0.1:40617_solr-n_0000000000) closing
[junit4] 2> 1220233 INFO (OverseerStateUpdate-98487572849098761-127.0.0.1:40617_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40617_solr
[junit4] 2> 1220912 ERROR (coreZkRegister-4190-thread-1) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1139)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1106)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1062)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:967)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1220912 ERROR (coreZkRegister-4190-thread-1) [ ] o.a.s.c.ZkContainer
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1238)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1230)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1226)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:188)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1220912 ERROR (coreZkRegister-4190-thread-1) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1095)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:967)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1139)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1106)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1062)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 1221732 WARN (zkCallback-1448-thread-7) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1221733 INFO (jetty-closer-1427-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@140455b{/solr,null,UNAVAILABLE}
[junit4] 2> 1221733 WARN (zkCallback-1446-thread-5) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1221733 INFO (jetty-closer-1427-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f17151{/solr,null,UNAVAILABLE}
[junit4] 2> 1221733 INFO (jetty-closer-1427-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f5df23{/solr,null,UNAVAILABLE}
[junit4] 2> 1221737 WARN (zkCallback-1445-thread-5) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1221737 INFO (jetty-closer-1427-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ec30d8{/solr,null,UNAVAILABLE}
[junit4] 2> 1221737 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1221737 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[5D39444B1D513DF8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43173 43173
[junit4] 2> 1221738 INFO (Thread-1988) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43173 43173
[junit4] 2> 1221738 WARN (Thread-1988) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_5D39444B1D513DF8-001
[junit4] 2> Aug 15, 2017 12:46:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=kln, timezone=Europe/Sofia
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=206748504,total=365166592
[junit4] 2> NOTE: All tests run in this JVM: [ClusterStateUpdateTest, TestFreeTextSuggestions, GraphQueryTest, ConfigSetsAPITest, SchemaVersionSpecificBehaviorTest, LeaderElectionContextKeyTest, TestHalfAndHalfDocValues, ZkCLITest, AlternateDirectoryTest, CustomCollectionTest, ShardRoutingCustomTest, TestInPlaceUpdatesDistrib, TestPayloadScoreQParserPlugin, TestClassNameShortening, TestCoreContainer, TestPullReplica, MetricUtilsTest, JsonLoaderTest, ManagedSchemaRoundRobinCloudTest, DocValuesTest, TestFieldSortValues, DistributedFacetPivotSmallAdvancedTest, TestLeaderElectionZkExpiry, FileBasedSpellCheckerTest, TestNumericTerms32, HLLSerializationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SystemInfoHandlerTest, TestRandomRequestDistribution, TestNoOpRegenerator, HdfsWriteToMultipleCollectionsTest, TestShardHandlerFactory, TestMiniSolrCloudClusterSSL, TestBinaryResponseWriter, SolrJmxReporterCloudTest, DistributedMLTComponentTest, TestSolrCLIRunExample, TestManagedResourceStorage, SortSpecParsingTest, CoreAdminHandlerTest, TestOrdValues, TestSystemCollAutoCreate, TestLRUCache, DateRangeFieldTest, TestXIncludeConfig, CoreAdminCreateDiscoverTest, TestSolrJ, TestConfigSets, MoreLikeThisHandlerTest, LargeFieldTest, AutoScalingHandlerTest, ZkStateReaderTest, TestValueSourceCache, ShardRoutingTest, IndexSchemaRuntimeFieldTest, TlogReplayBufferedWhileIndexingTest, TestDeleteCollectionOnDownNodes, TestClusterProperties, IndexSchemaTest, SpellCheckComponentTest, AsyncCallRequestStatusResponseTest, TestSolrIndexConfig, TestStressVersions, TestCoreAdminApis, TestAtomicUpdateErrorCases, HighlighterTest, BasicAuthIntegrationTest, TestSerializedLuceneMatchVersion, TestConfigSetsAPIExclusivity, DistanceFunctionTest, CollectionReloadTest, DirectSolrSpellCheckerTest, SliceStateTest, JavabinLoaderTest, CSVRequestHandlerTest, TestHashPartitioner, TestTrieFacet, RuleEngineTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestPartialUpdateDeduplication, TestCloudPivotFacet, TestConfigOverlay, OpenCloseCoreStressTest, TestManagedSchemaThreadSafety, DistributedTermsComponentTest, TestSolrXml, TestMaxScoreQueryParser, HdfsDirectoryFactoryTest, TestMaxTokenLenTokenizer, TestElisionMultitermQuery, CacheHeaderTest, TestLockTree, ChaosMonkeySafeLeaderTest, RemoteQueryErrorTest, TestEmbeddedSolrServerSchemaAPI, TestStressCloudBlindAtomicUpdates, OverseerTaskQueueTest, LeaderInitiatedRecoveryOnCommitTest, SuggesterTSTTest, AnalysisAfterCoreReloadTest, SecurityConfHandlerTest, CollectionsAPIAsyncDistributedZkTest, DistribJoinFromCollectionTest, TestExclusionRuleCollectionAccess, TestDynamicLoading, TestSolrQueryResponse, SolrCloudExampleTest, CdcrReplicationDistributedZkTest, ResourceLoaderTest, TestSQLHandlerNonCloud, TestRTGBase, TestCharFilters, TestHashQParserPlugin, DistributedQueryComponentCustomSortTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [217/729 (1!)] on J1 in 88.64s, 19 tests, 1 failure <<< FAILURES!
[...truncated 38267 lines...]
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 208
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/208/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration
Error Message:
JMX not enabled
Stack Trace:
java.lang.AssertionError: JMX not enabled
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=2 not found in http://127.0.0.1:36259/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:36259/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:513)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:143)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"down", "base_url":"http://127.0.0.1:43221", "core":"c8n_1x3_lf_shard1_replica_t1", "node_name":"127.0.0.1:43221_", "type":"TLOG"}, "core_node2":{ "core":"c8n_1x3_lf_shard1_replica_t3", "base_url":"http://127.0.0.1:34203", "node_name":"127.0.0.1:34203_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica_t2", "base_url":"http://127.0.0.1:40595", "node_name":"127.0.0.1:40595_", "state":"down", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"3"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"down",
"base_url":"http://127.0.0.1:43221",
"core":"c8n_1x3_lf_shard1_replica_t1",
"node_name":"127.0.0.1:43221_",
"type":"TLOG"},
"core_node2":{
"core":"c8n_1x3_lf_shard1_replica_t3",
"base_url":"http://127.0.0.1:34203",
"node_name":"127.0.0.1:34203_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica_t2",
"base_url":"http://127.0.0.1:40595",
"node_name":"127.0.0.1:40595_",
"state":"down",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"3"}
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:3C0B0D5F3C35AB53]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:580)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11886 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/init-core-data-001
[junit4] 2> 890132 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 890133 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 890134 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001
[junit4] 2> 890134 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 890134 INFO (Thread-3195) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 890135 INFO (Thread-3195) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 890150 ERROR (Thread-3195) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 890234 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43871
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a99f34{/solr,null,AVAILABLE}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55e266f0{/solr,null,AVAILABLE}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d8c2bdf{SSL,[ssl, http/1.1]}{127.0.0.1:33597}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.Server Started @891852ms
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33597}
[junit4] 2> 890242 ERROR (jetty-launcher-1023-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e7c9b71{SSL,[ssl, http/1.1]}{127.0.0.1:45037}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.Server Started @891852ms
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45037}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.0.0
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@604fa1ac{/solr,null,AVAILABLE}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6570e375{/solr,null,AVAILABLE}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.363Z
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@733fab13{SSL,[ssl, http/1.1]}{127.0.0.1:41479}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eee6160{SSL,[ssl, http/1.1]}{127.0.0.1:41421}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.Server Started @891855ms
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.Server Started @891855ms
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41479}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41421}
[junit4] 2> 890246 ERROR (jetty-launcher-1023-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.0.0
[junit4] 2> 890248 ERROR (jetty-launcher-1023-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.0.0
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.366Z
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890248 ERROR (jetty-launcher-1023-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.366Z
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.0.0
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.366Z
[junit4] 2> 890250 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890250 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890250 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890254 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890256 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890256 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890258 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890261 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890273 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890273 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41421_solr
[junit4] 2> 890274 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.Overseer Overseer (id=98488529404166156-127.0.0.1:41421_solr-n_0000000000) starting
[junit4] 2> 890278 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41421_solr
[junit4] 2> 890279 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 890299 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 890300 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890301 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 890302 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41479_solr
[junit4] 2> 890303 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 890303 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 890303 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890303 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 890307 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45037_solr
[junit4] 2> 890307 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 890308 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 890308 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 890313 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 890313 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890314 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33597_solr
[junit4] 2> 890316 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890316 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890318 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890322 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890356 WARN (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890357 WARN (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890357 WARN (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890357 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1
[junit4] 2> 890358 WARN (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890358 WARN (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890360 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2
[junit4] 2> 890400 WARN (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890400 WARN (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890400 WARN (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890400 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3
[junit4] 2> 890409 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 890409 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43871/solr ready
[junit4] 2> 890435 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[747E79EB3A0684C6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 890436 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 890458 INFO (qtp1693920092-9102) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 890459 INFO (OverseerThreadFactory-3068-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 890561 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41479/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890562 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33597/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890562 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41421/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890563 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45037/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890775 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890775 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890791 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890791 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890791 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890791 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890793 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890793 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890895 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890896 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891788 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891794 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 891799 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891799 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n1' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891799 WARN (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891800 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891800 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2/reloaded_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2/reloaded_collection_shard1_replica_n1/data/]
[junit4] 2> 891802 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891803 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891803 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891822 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n1] Schema name=minimal
[junit4] 2> 891823 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 891824 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891824 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n1' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891824 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 891824 WARN (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891825 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891825 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4/reloaded_collection_shard2_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4/reloaded_collection_shard2_replica_n1/data/]
[junit4] 2> 891825 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891825 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n2' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891826 WARN (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891826 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891826 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891826 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2/data/]
[junit4] 2> 891826 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n2' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891827 WARN (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891827 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891827 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1/reloaded_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1/reloaded_collection_shard2_replica_n2/data/]
[junit4] 2> 891848 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891848 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891849 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891849 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891850 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5631fc0e[reloaded_collection_shard1_replica_n1] main]
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472264966144
[junit4] 2> 891852 INFO (searcherExecutor-3077-thread-1-processing-n:127.0.0.1:41479_solr x:reloaded_collection_shard1_replica_n1 s:shard1 c:reloaded_collection r:core_node1) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n1] Registered new searcher Searcher@5631fc0e[reloaded_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891853 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891853 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891854 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 891854 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891854 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891855 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63214033[reloaded_collection_shard2_replica_n1] main]
[junit4] 2> 891855 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891856 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891856 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891856 INFO (searcherExecutor-3078-thread-1-processing-n:127.0.0.1:41421_solr x:reloaded_collection_shard2_replica_n1 s:shard2 c:reloaded_collection r:core_node3) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n1] Registered new searcher Searcher@63214033[reloaded_collection_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891856 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472270209024
[junit4] 2> 891859 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 891860 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891860 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891860 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891860 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891861 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@237b3a8[reloaded_collection_shard2_replica_n2] main]
[junit4] 2> 891861 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ba82b32[reloaded_collection_shard1_replica_n2] main]
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472276500480
[junit4] 2> 891862 INFO (searcherExecutor-3080-thread-1-processing-n:127.0.0.1:45037_solr x:reloaded_collection_shard2_replica_n2 s:shard2 c:reloaded_collection r:core_node4) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n2] Registered new searcher Searcher@237b3a8[reloaded_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472276500480
[junit4] 2> 891864 INFO (searcherExecutor-3079-thread-1-processing-n:127.0.0.1:33597_solr x:reloaded_collection_shard1_replica_n2 s:shard1 c:reloaded_collection r:core_node2) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n2] Registered new searcher Searcher@1ba82b32[reloaded_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891961 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41479/solr/reloaded_collection_shard1_replica_n1/
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=https://127.0.0.1:41479/solr START replicas=[https://127.0.0.1:33597/solr/reloaded_collection_shard1_replica_n2/] nUpdates=100
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=https://127.0.0.1:41479/solr DONE. We have no versions. sync failed.
[junit4] 2> 892360 INFO (qtp1386881150-9093) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 892360 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 892360 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 892360 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 892360 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 892360 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41421/solr/reloaded_collection_shard2_replica_n1/
[junit4] 2> 892360 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 892361 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n1 url=https://127.0.0.1:41421/solr START replicas=[https://127.0.0.1:45037/solr/reloaded_collection_shard2_replica_n2/] nUpdates=100
[junit4] 2> 892361 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n1 url=https://127.0.0.1:41421/solr DONE. We have no versions. sync failed.
[junit4] 2> 892366 INFO (qtp1032140600-9100) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard2_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 892366 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 892366 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 892366 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 892366 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41479/solr/reloaded_collection_shard1_replica_n1/ shard1
[junit4] 2> 892369 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41421/solr/reloaded_collection_shard2_replica_n1/ shard2
[junit4] 2> 892471 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892517 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 892519 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1744
[junit4] 2> 892519 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 892520 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1730
[junit4] 2> 892621 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892621 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892621 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892621 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892866 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2073
[junit4] 2> 892866 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2075
[junit4] 2> 892869 INFO (qtp1693920092-9102) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 892970 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 893869 INFO (qtp1693920092-9102) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3411
[junit4] 2> 893872 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893875 INFO (qtp1386881150-9088) [n:127.0.0.1:33597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893878 INFO (qtp686557211-9108) [n:127.0.0.1:41421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893880 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893881 INFO (qtp1693920092-9103) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 893882 INFO (qtp1693920092-9103) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893883 INFO (OverseerThreadFactory-3068-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
[junit4] 2> 893883 INFO (OverseerCollectionConfigSetProcessor-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 893887 INFO (qtp1032140600-9085) [n:127.0.0.1:45037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica_n2&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005391429&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893887 INFO (qtp1693920092-9090) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica_n1&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893887 INFO (qtp1386881150-9084) [n:127.0.0.1:33597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica_n2&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005339081&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893887 INFO (qtp686557211-9106) [n:127.0.0.1:41421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica_n1&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005367775&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893888 INFO (qtp1693920092-9103) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893890 INFO (qtp1693920092-9086) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140
[junit4] 2> 893890 INFO (qtp1693920092-9086) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893892 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893895 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 893896 INFO (parallelCoreAdminExecutor-3071-thread-1-processing-n:127.0.0.1:41421_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005367775 RELOAD) [n:127.0.0.1:41421_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 893898 INFO (parallelCoreAdminExecutor-3075-thread-1-processing-n:127.0.0.1:33597_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005339081 RELOAD) [n:127.0.0.1:33597_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 893901 INFO (qtp686557211-9106) [n:127.0.0.1:41421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893903 INFO (qtp1032140600-9077) [n:127.0.0.1:45037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893908 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr ] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 893910 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 893910 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0
[...truncated too long message...]
88592111960073-127.0.0.1:34203_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2>
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:34203/, target: http://127.0.0.1:44189/
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:43221/, target: http://127.0.0.1:34495/
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:39303/, target: http://127.0.0.1:34603/
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:40595/, target: http://127.0.0.1:37379/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=747E79EB3A0684C6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-LU -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 133s J1 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "state":"down",
[junit4] > "base_url":"http://127.0.0.1:43221",
[junit4] > "core":"c8n_1x3_lf_shard1_replica_t1",
[junit4] > "node_name":"127.0.0.1:43221_",
[junit4] > "type":"TLOG"},
[junit4] > "core_node2":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_t3",
[junit4] > "base_url":"http://127.0.0.1:34203",
[junit4] > "node_name":"127.0.0.1:34203_",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"},
[junit4] > "core_node3":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_t2",
[junit4] > "base_url":"http://127.0.0.1:40595",
[junit4] > "node_name":"127.0.0.1:40595_",
[junit4] > "state":"down",
[junit4] > "type":"TLOG"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"0",
[junit4] > "tlogReplicas":"3"}
[junit4] > at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_747E79EB3A0684C6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1693, maxMBSortInHeap=5.488019816817215, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-LU, timezone=Africa/Banjul
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=287253080,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudDeleteByQuery, ResourceLoaderTest, SpatialRPTFieldTypeTest, TestStressCloudBlindAtomicUpdates, HdfsCollectionsAPIDistributedZkTest, TestSystemIdResolver, TestSolrQueryResponse, SoftAutoCommitTest, TestLockTree, TestCoreAdminApis, HdfsDirectoryFactoryTest, TestNumericRangeQuery32, TestManagedSynonymFilterFactory, VersionInfoTest, CheckHdfsIndexTest, TestFieldSortValues, TestSimpleTrackingShardHandler, BitVectorTest, TestSegmentSorting, TestSolrJ, SecurityConfHandlerTest, TestMaxTokenLenTokenizer, TestScoreJoinQPNoScore, TestCoreContainer, TestMaxScoreQueryParser, TestUpdate, TestDeleteCollectionOnDownNodes, TestSolrFieldCacheBean, DeleteStatusTest, SchemaVersionSpecificBehaviorTest, TestDFISimilarityFactory, SolrCloudExampleTest, AnalysisAfterCoreReloadTest, TestHashQParserPlugin, DirectSolrConnectionTest, TestSerializedLuceneMatchVersion, TestSearchPerf, TestReqParamsAPI, StatelessScriptUpdateProcessorFactoryTest, DOMUtilTest, TestRequestForwarding, TestNoOpRegenerator, HdfsWriteToMultipleCollectionsTest, TestSolrCloudWithDelegationTokens, CoreSorterTest, OverseerModifyCollectionTest, CloudMLTQParserTest, TestSchemalessBufferedUpdates, SpatialFilterTest, AddBlockUpdateTest, QueryParsingTest, SolrCmdDistributorTest, HighlighterTest, DistributedTermsComponentTest, OverseerTaskQueueTest, TestInPlaceUpdatesDistrib, TestFieldCacheVsDocValues, TestRTGBase, TestDistributedGrouping, OutOfBoxZkACLAndCredentialsProvidersTest, DistanceFunctionTest, TestLRUCache, BlockJoinFacetDistribTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestTlogReplica, ZkCLITest, HdfsBasicDistributedZkTest, TestMacros, ManagedSchemaRoundRobinCloudTest, OpenCloseCoreStressTest, LeaderInitiatedRecoveryOnCommitTest, TestDocBasedVersionConstraints, TestManagedSchemaThreadSafety, TestLeaderElectionZkExpiry, TestCloudPivotFacet, ActionThrottleTest, TestBinaryResponseWriter, SolrJmxReporterCloudTest, TestEmbeddedSolrServerSchemaAPI, TestHashPartitioner, CollectionsAPIDistributedZkTest, DistributedIntervalFacetingTest, MetricUtilsTest, TestReloadDeadlock, TestLegacyNumericUtils, CoreAdminCreateDiscoverTest, RemoteQueryErrorTest, SOLR749Test, TestComplexPhraseLeadingWildcard, TestInitParams, IndexSchemaTest, DirectSolrSpellCheckerTest, TestSolrCLIRunExample, CollectionReloadTest, TestStressVersions, SpellCheckComponentTest, TermVectorComponentTest, RequestLoggingTest, AsyncCallRequestStatusResponseTest, JavabinLoaderTest, ShardRoutingCustomTest, TestConfigOverlay, TestSha256AuthenticationProvider, TestPerFieldSimilarity, HLLSerializationTest, DistributedMLTComponentTest, TestCursorMarkWithoutUniqueKey, CSVRequestHandlerTest, AutoScalingHandlerTest, MissingSegmentRecoveryTest, FacetPivotSmallTest, CoreAdminHandlerTest, CollectionsAPIAsyncDistributedZkTest, RuleEngineTest, LeaderElectionContextKeyTest, BasicDistributedZk2Test, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, TestDistributedSearch, DistributedSpellCheckComponentTest, ZkControllerTest, TestReload, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, MinimalSchemaTest, TestConfig, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, OpenExchangeRatesOrgProviderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, CustomCollectionTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [527/729 (4!)] on J1 in 132.69s, 1 test, 1 failure <<< FAILURES!
[...truncated 43998 lines...]