You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/16 15:01:32 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20927 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20927/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
Error Message:
Error from server at https://127.0.0.1:35291/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35291/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([CE8CD1B9BDD268E1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.setupCluster(GraphExpressionTest.java:87)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([D9B8AD0C1B4AE93E:962649D11A40A65C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:149)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained
Error Message:
Error from server at https://127.0.0.1:32813/solr: Could not fully create collection: movereplicatest_coll2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32813/solr: Could not fully create collection: movereplicatest_coll2
at __randomizedtesting.SeedInfo.seed([D9B8AD0C1B4AE93E:F68B38DFA73A5B1C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained(MoveReplicaHDFSFailoverTest.java:75)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11929 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/init-core-data-001
[junit4] 2> 443411 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11974 numCloses=11974
[junit4] 2> 443411 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 443412 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 443412 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 443413 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001
[junit4] 2> 443413 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 443413 INFO (Thread-806) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 443413 INFO (Thread-806) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 443415 ERROR (Thread-806) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 443513 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39693
[junit4] 2> 443516 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 443518 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 443528 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@514c42ec{/solr,null,AVAILABLE}
[junit4] 2> 443528 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71077c46{/solr,null,AVAILABLE}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@179c287c{SSL,[ssl, http/1.1]}{127.0.0.1:32813}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d7cef29{SSL,[ssl, http/1.1]}{127.0.0.1:39373}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.Server Started @446391ms
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.Server Started @446391ms
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39373}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32813}
[junit4] 2> 443531 ERROR (jetty-launcher-644-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 443531 ERROR (jetty-launcher-644-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T14:02:18.022176Z
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T14:02:18.022186Z
[junit4] 2> 443541 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 443547 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 443553 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39693/solr
[junit4] 2> 443554 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39693/solr
[junit4] 2> 443580 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 443580 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39373_solr
[junit4] 2> 443580 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.Overseer Overseer (id=99014471706542085-127.0.0.1:39373_solr-n_0000000000) starting
[junit4] 2> 443599 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39373_solr
[junit4] 2> 443600 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 443610 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 443610 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 443611 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32813_solr
[junit4] 2> 443612 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 443613 INFO (zkCallback-656-thread-1-processing-n:127.0.0.1:32813_solr) [n:127.0.0.1:32813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 443652 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443660 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443660 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443661 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001/node1/.
[junit4] 2> 443671 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32813.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443679 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32813.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443679 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32813.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443680 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001/node2/.
[junit4] 2> 443719 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 443719 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39693/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 443765 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 443773 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 443774 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 443786 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_35995_hdfs____.tc59df/webapp
[junit4] 2> 443866 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:35995
[junit4] 2> 443940 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 443941 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 443944 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38331_datanode____.vxde4t/webapp
[junit4] 2> 444011 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38331
[junit4] 2> 444060 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 444061 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 444065 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38951_datanode____twv7cn/webapp
[junit4] 2> 444143 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38951
[junit4] 2> 444146 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46187) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 444171 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x59087919311fa: from storage DS-cf4482d1-06f5-4041-930f-a0625921092f node DatanodeRegistration(127.0.0.1:42817, datanodeUuid=83cc3ce3-f0fa-425c-a3ac-0ed8bf810441, infoPort=40281, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 444172 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x59087919311fa: from storage DS-03987ad0-166b-40ea-8c52-fa38e3e26131 node DatanodeRegistration(127.0.0.1:42817, datanodeUuid=83cc3ce3-f0fa-425c-a3ac-0ed8bf810441, infoPort=40281, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 444273 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46187) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 444281 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5908798c3c417: from storage DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae node DatanodeRegistration(127.0.0.1:36201, datanodeUuid=72516d3a-dfd5-4eb0-8fb7-d738fdcd09ff, infoPort=36557, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 444281 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5908798c3c417: from storage DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f node DatanodeRegistration(127.0.0.1:36201, datanodeUuid=72516d3a-dfd5-4eb0-8fb7-d738fdcd09ff, infoPort=36557, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 444396 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOldReplicaIsDeletedInRaceCondition
[junit4] 2> 444405 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll4&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39373_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 444406 INFO (OverseerThreadFactory-1395-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll4
[junit4] 2> 444510 INFO (OverseerStateUpdate-99014471706542085-127.0.0.1:39373_solr-n_0000000000) [n:127.0.0.1:39373_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"movereplicatest_coll4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"movereplicatest_coll4_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39373/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444714 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll4_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll4&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 444714 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 444816 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 444816 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 445720 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 445724 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.IndexSchema [movereplicatest_coll4_shard1_replica_n1] Schema name=minimal
[junit4] 2> 445725 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 445725 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll4_shard1_replica_n1' using configuration from collection movereplicatest_coll4, trusted=true
[junit4] 2> 445726 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.core.movereplicatest_coll4.shard1.replica_n1' (registry 'solr.core.movereplicatest_coll4.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 445733 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46187/data
[junit4] 2> 445733 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 445734 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 445734 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore [[movereplicatest_coll4_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001/node1/movereplicatest_coll4_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data/]
[junit4] 2> 445735 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data/snapshot_metadata
[junit4] 2> 445751 WARN (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 450763 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data
[junit4] 2> 450781 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data/index
[junit4] 2> 450846 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 450847 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741825_1001 size 69
[junit4] 2> 450920 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 450920 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 450920 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 450933 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 450934 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 450986 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32991dc7[movereplicatest_coll4_shard1_replica_n1] main]
[junit4] 2> 450986 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 450987 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 450989 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 450990 INFO (searcherExecutor-1400-thread-1-processing-n:127.0.0.1:39373_solr x:movereplicatest_coll4_shard1_replica_n1 s:shard1 c:movereplicatest_coll4 r:core_node2) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore [movereplicatest_coll4_shard1_replica_n1] Registered new searcher Searcher@32991dc7[movereplicatest_coll4_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 450991 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584231555249733632
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39373/solr/movereplicatest_coll4_shard1_replica_n1/
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39373/solr/movereplicatest_coll4_shard1_replica_n1/ has no replicas
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 450996 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39373/solr/movereplicatest_coll4_shard1_replica_n1/ shard1
[junit4] 2> 450997 INFO (zkCallback-655-thread-3-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 450997 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 451047 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 451056 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll4_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll4&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6341
[junit4] 2> 451057 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 451148 INFO (zkCallback-655-thread-3-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 451148 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 452058 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll4&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39373_solr&wt=javabin&version=2} status=0 QTime=7652
[junit4] 2> 452076 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1584231556369612800)]} 0 17
[junit4] 2> 452078 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1584231556388487168)]} 0 1
[junit4] 2> 452080 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1584231556390584320)]} 0 0
[junit4] 2> 452081 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1584231556391632896)]} 0 0
[junit4] 2> 452082 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1584231556392681472)]} 0 0
[junit4] 2> 452083 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1584231556393730048)]} 0 1
[junit4] 2> 452085 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1584231556395827200)]} 0 0
[junit4] 2> 452086 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1584231556396875776)]} 0 0
[junit4] 2> 452087 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1584231556398972928)]} 0 0
[junit4] 2> 452089 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1584231556400021504)]} 0 0
[junit4] 2> 452090 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1584231556401070080)]} 0 0
[junit4] 2> 452091 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1584231556402118656)]} 0 0
[junit4] 2> 452092 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1584231556403167232)]} 0 1
[junit4] 2> 452094 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1584231556405264384)]} 0 1
[junit4] 2> 452096 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1584231556406312960)]} 0 1
[junit4] 2> 452097 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1584231556408410112)]} 0 0
[junit4] 2> 452099 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1584231556410507264)]} 0 1
[junit4] 2> 452100 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1584231556411555840)]} 0 1
[junit4] 2> 452115 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1584231556413652992)]} 0 14
[junit4] 2> 452117 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1584231556429381632)]} 0 1
[junit4] 2> 452119 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1584231556431478784)]} 0 0
[junit4] 2> 452120 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1584231556432527360)]} 0 1
[junit4] 2> 452122 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1584231556434624512)]} 0 0
[junit4] 2> 452123 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1584231556435673088)]} 0 0
[junit4] 2> 452125 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1584231556436721664)]} 0 1
[junit4] 2> 452126 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1584231556438818816)]} 0 1
[junit4] 2> 452128 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1584231556440915968)]} 0 0
[junit4] 2> 452129 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1584231556441964544)]} 0 0
[junit4] 2> 452130 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1584231556443013120)]} 0 0
[junit4] 2> 452131 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1584231556444061696)]} 0 0
[junit4] 2> 452132 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1584231556445110272)]} 0 0
[junit4] 2> 452133 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1584231556446158848)]} 0 0
[junit4] 2> 452134 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1584231556447207424)]} 0 0
[junit4] 2> 452136 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1584231556448256000)]} 0 1
[junit4] 2> 452137 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1584231556450353152)]} 0 0
[junit4] 2> 452138 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1584231556451401728)]} 0 0
[junit4] 2> 452138 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1584231556452450304)]} 0 0
[junit4] 2> 452139 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1584231556453498880)]} 0 0
[junit4] 2> 452140 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1584231556454547456)]} 0 0
[junit4] 2> 452141 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1584231556455596032)]} 0 0
[junit4] 2> 452142 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1584231556455596033)]} 0 0
[junit4] 2> 452143 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1584231556456644608)]} 0 0
[junit4] 2> 452143 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1584231556457693184)]} 0 0
[junit4] 2> 452144 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1584231556458741760)]} 0 0
[junit4] 2> 452145 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1584231556459790336)]} 0 0
[junit4] 2> 452146 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1584231556460838912)]} 0 0
[junit4] 2> 452147 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1584231556461887488)]} 0 0
[junit4] 2> 452148 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1584231556461887489)]} 0 0
[junit4] 2> 452149 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1584231556462936064)]} 0 0
[junit4] 2> 452150 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1584231556463984640)]} 0 0
[junit4] 2> 452151 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1584231556465033216)]} 0 0
[junit4] 2> 452152 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1584231556466081792)]} 0 0
[junit4] 2> 452152 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1584231556467130368)]} 0 0
[junit4] 2> 452153 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1584231556468178944)]} 0 0
[junit4] 2> 452154 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1584231556469227520)]} 0 0
[junit4] 2> 452155 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1584231556470276096)]} 0 0
[junit4] 2> 452158 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1584231556471324672)]} 0 1
[junit4] 2> 452161 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1584231556474470400)]} 0 1
[junit4] 2> 452162 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1584231556476567552)]} 0 0
[junit4] 2> 452163 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1584231556477616128)]} 0 0
[junit4] 2> 452165 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1584231556479713280)]} 0 0
[junit4] 2> 452166 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1584231556480761856)]} 0 0
[junit4] 2> 452167 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1584231556481810432)]} 0 0
[junit4] 2> 452168 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1584231556482859008)]} 0 0
[junit4] 2> 452169 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1584231556483907584)]} 0 0
[junit4] 2> 452178 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1584231556484956160)]} 0 9
[junit4] 2> 452180 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1584231556495441920)]} 0 0
[junit4] 2> 452181 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1584231556496490496)]} 0 0
[junit4] 2> 452182 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1584231556497539072)]} 0 0
[junit4] 2> 452183 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1584231556498587648)]} 0 0
[junit4] 2> 452184 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1584231556499636224)]} 0 0
[junit4] 2> 452184 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1584231556500684800)]} 0 0
[junit4] 2> 452185 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1584231556501733376)]} 0 0
[junit4] 2> 452186 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1584231556502781952)]} 0 0
[junit4] 2> 452187 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75 (1584231556503830528)]} 0 0
[junit4] 2> 452188 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76 (1584231556504879104)]} 0 0
[junit4] 2> 452190 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77 (1584231556505927680)]} 0 0
[junit4] 2> 452191 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78 (1584231556506976256)]} 0 0
[junit4] 2> 452192 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79 (1584231556508024832)]} 0 0
[junit4] 2> 452193 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80 (1584231556509073408)]} 0 0
[junit4] 2> 452194 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81 (1584231556510121984)]} 0 0
[junit4] 2> 452195 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82 (1584231556511170560)]} 0 0
[junit4] 2> 452195 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83 (1584231556512219136)]} 0 0
[junit4] 2> 452196 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84 (1584231556513267712)]} 0 0
[junit4] 2> 452197 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85 (1584231556513267713)]} 0 0
[junit4] 2> 452198 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86 (1584231556514316288)]} 0 0
[junit4] 2> 452198 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87 (1584231556515364864)]} 0 0
[junit4] 2> 452199 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88 (1584231556516413440)]} 0 0
[junit4] 2> 452202 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89 (1584231556517462016)]} 0 2
[junit4] 2> 452204 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90 (1584231556521656320)]} 0 0
[junit4] 2> 452205 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91 (1584231556522704896)]} 0 0
[junit4] 2> 452206 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92 (1584231556523753472)]} 0 0
[junit4] 2> 452207 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93 (1584231556524802048)]} 0 0
[junit4] 2> 452208 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94 (1584231556524802049)]} 0 0
[junit4] 2> 452209 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95 (1584231556525850624)]} 0 0
[junit4] 2> 452209 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96 (1584231556526899200)]} 0 0
[junit4] 2> 452210 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97 (1584231556527947776)]} 0 0
[junit4] 2> 452211 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98 (1584231556528996352)]} 0 0
[junit4] 2> 452212 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99 (1584231556530044928)]} 0 0
[junit4] 2> 452213 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100 (1584231556530044929)]} 0 0
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d7cef29{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1592807321
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e1fa060: rootName = solr_39373, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3da6ff93
[junit4] 2> 452219 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 452219 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c17c053: rootName = solr_39373, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@543508d0
[junit4] 2> 452222 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 452222 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@238b76c: rootName = solr_39373, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ba5aef4
[junit4] 2> 452223 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39373_solr
[junit4] 2> 452223 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 452223 INFO (zkCallback-656-thread-1-processing-n:127.0.0.1:32813_solr) [n:127.0.0.1:32813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 452223 INFO (zkCallback-663-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 452223 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 452225 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore [movereplicatest_coll4_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7e25465f
[junit4] 2> 452225 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll4.shard1.replica_n1, tag=2116372063
[junit4] 2> 452225 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@239cfb96: rootName = solr_39373, domain = solr.core.movereplicatest_coll4.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.movereplicatest_coll4.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7467da4f
[junit4] 2> 452234 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.movereplicatest_coll4.shard1.leader, tag=2116372063
[junit4] 2> 452234 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 452234 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e9fb13f commitCommandVersion:0
[junit4] 2> 452267 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452268 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741827_1003 size 185
[junit4] 2> 452287 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW]]} size 0
[junit4] 2> 452288 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741828_1004 size 167
[junit4] 2> 452310 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741829_1005{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW]]} size 70
[junit4] 2> 452311 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741829_1005 size 70
[junit4] 2> 452323 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [1])
[junit4] 2> 452323 INFO (zkCallback-655-thread-3-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [1])
[junit4] 2> 452408 INFO (OverseerCollectionConfigSetProcessor-99014471706542085-127.0.0.1:39373_solr-n_0000000000) [n:127.0.0.1:39373_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 452769 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW]]} size 0
[junit4] 2> 452769 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452779 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452780 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED], ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|FINALIZED]]} size 0
[junit4] 2> 452792 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|FINALIZED]]} size 0
[junit4] 2> 452793 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|FINALIZED], ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452804 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452804 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452812 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452812 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|FINALIZED]]} size 0
[junit4] 2> 452822 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW]]} size 0
[junit4] 2> 452822 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW]]} size 0
[junit4] 2> 452835 INFO (Block report processor) [ ] BlockStateChange BL
[...truncated too long message...]
solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 347388 INFO (qtp888918803-4546) [n:127.0.0.1:35291_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209785
[junit4] 2> 347388 ERROR (SUITE-GraphExpressionTest-seed#[CE8CD1B9BDD268E1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 347389 INFO (SUITE-GraphExpressionTest-seed#[CE8CD1B9BDD268E1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40197 40197
[junit4] 2> 352425 INFO (Thread-136) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40197 40197
[junit4] 2> 352426 WARN (Thread-136) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 352426 INFO (SUITE-GraphExpressionTest-seed#[CE8CD1B9BDD268E1]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=115, maxMBSortInHeap=7.8893646060328955, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@41248ac5), locale=zh-Hant-TW, timezone=Pacific/Galapagos
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=184425832,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CloudSolrClientCacheTest, TestZkConfigManager, JdbcTest, RawValueEvaluatorTest, LessThanEvaluatorTest, CubedRootEvaluatorTest, HttpSolrClientConPoolTest, AndEvaluatorTest, StreamExpressionTest, ReverseEvaluatorTest, TestXMLEscaping, AscEvaluatorTest, TestSpellCheckResponse, SolrExampleStreamingTest, UsingSolrJRefGuideExamplesTest, HyperbolicTangentEvaluatorTest, GraphExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GraphExpressionTest -Dtests.seed=CE8CD1B9BDD268E1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-Hant-TW -Dtests.timezone=Pacific/Galapagos -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | GraphExpressionTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35291/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([CE8CD1B9BDD268E1]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.setupCluster(GraphExpressionTest.java:87)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [140/146 (1!)] on J0 in 215.49s, 0 tests, 1 error <<< FAILURES!
[...truncated 39200 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20930 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20930/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37359
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37359
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:6E7AF8804FB24D05]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:40081/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40081/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:8CCF4931DCD49685]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at https://127.0.0.1:40081/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40081/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:12C04DDEF91A353D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37181/cl_
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37181/cl_
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:6E7AF8804FB24D05]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12135 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 444360 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/init-core-data-001
[junit4] 2> 444360 WARN (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 444360 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 444362 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 444362 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001
[junit4] 2> 444362 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 444362 INFO (Thread-807) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 444363 INFO (Thread-807) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 444363 ERROR (Thread-807) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 444462 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40055
[junit4] 2> 444482 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444482 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444482 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444484 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444485 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@283e6a73{/solr,null,AVAILABLE}
[junit4] 2> 444486 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@549e1057{/solr,null,AVAILABLE}
[junit4] 2> 444486 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62d65101{/solr,null,AVAILABLE}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@502ec8ea{SSL,[ssl, http/1.1]}{127.0.0.1:45583}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.Server Started @446198ms
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45583}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e274269{SSL,[ssl, http/1.1]}{127.0.0.1:37903}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.Server Started @446198ms
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37903}
[junit4] 2> 444487 ERROR (jetty-launcher-579-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26a1c68c{SSL,[ssl, http/1.1]}{127.0.0.1:36675}
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.Server Started @446200ms
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.486Z
[junit4] 2> 444488 ERROR (jetty-launcher-579-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36675}
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.486Z
[junit4] 2> 444488 ERROR (jetty-launcher-579-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.486Z
[junit4] 2> 444489 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ea5d756{/solr,null,AVAILABLE}
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51552cb{SSL,[ssl, http/1.1]}{127.0.0.1:40081}
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.Server Started @446202ms
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40081}
[junit4] 2> 444491 ERROR (jetty-launcher-579-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.489Z
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444494 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444496 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc7103a390001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 444504 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444506 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444512 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444513 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444527 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444528 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40081_solr
[junit4] 2> 444528 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.Overseer Overseer (id=99016589335658505-127.0.0.1:40081_solr-n_0000000000) starting
[junit4] 2> 444536 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40081_solr
[junit4] 2> 444536 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444552 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444552 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444553 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444553 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444553 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444554 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36675_solr
[junit4] 2> 444555 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444555 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444561 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444561 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444561 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444562 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37903_solr
[junit4] 2> 444565 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45583_solr
[junit4] 2> 444567 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444567 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444567 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444568 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444568 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444568 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444571 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444575 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444596 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444600 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444604 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444604 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444605 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/.
[junit4] 2> 444605 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444606 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444607 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/.
[junit4] 2> 444637 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444638 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444644 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444644 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444645 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/.
[junit4] 2> 444646 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444646 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444647 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/.
[junit4] 2> 444746 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 444747 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40055/solr ready
[junit4] 2> 444757 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[E62EC75AE14E20FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 444758 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[E62EC75AE14E20FD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 444771 INFO (qtp1781872814-3472) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=3&collection.configName=conf&maxShardsPerNode=4&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=3&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 444772 INFO (OverseerThreadFactory-1469-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 444876 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444877 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37903/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444878 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40081/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444878 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444879 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444880 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37903/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444881 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40081/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444882 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n15",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444884 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444885 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37903/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444886 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40081/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444887 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 445138 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445138 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445138 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n20&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445138 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node14&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n12&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445139 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445139 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445139 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445139 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445147 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n18&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445147 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n15&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445154 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n22&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445256 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-601-thread-2-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-597-thread-2-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-597-thread-3-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-600-thread-2-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-601-thread-3-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 446146 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446146 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446154 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema [withShardField_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 446154 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.s.IndexSchema [withShardField_d_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 446155 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446155 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446182 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446186 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema [withShardField_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 446191 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.s.IndexSchema [withShardField_b_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 446193 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446201 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446202 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446232 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446232 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446245 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446246 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446250 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.s.IndexSchema [withShardField_c_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 446255 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.s.IndexSchema [withShardField_c_replica_n15] Schema name=cloud-dynamic
[junit4] 2> 446258 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema [withShardField_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 446258 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.s.IndexSchema [withShardField_d_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 446260 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.s.IndexSchema [withShardField_d_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 446261 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.s.IndexSchema [withShardField_b_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 446262 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema [withShardField_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 446295 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.s.IndexSchema [withShardField_c_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 446318 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446318 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n1' using configuration from collection withShardField, trusted=true
[junit4] 2> 446319 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.core.withShardField.a.replica_n1' (registry 'solr.core.withShardField.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446319 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446319 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore [[withShardField_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/withShardField_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/./withShardField_a_replica_n1/data/]
[junit4] 2> 446326 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446326 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n4' using configuration from collection withShardField, trusted=true
[junit4] 2> 446327 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.core.withShardField.a.replica_n4' (registry 'solr.core.withShardField.a.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446327 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446327 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore [[withShardField_a_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/withShardField_a_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/./withShardField_a_replica_n4/data/]
[junit4] 2> 446340 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446340 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n6' using configuration from collection withShardField, trusted=true
[junit4] 2> 446340 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446340 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n20' using configuration from collection withShardField, trusted=true
[junit4] 2> 446340 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.core.withShardField.b.replica_n6' (registry 'solr.core.withShardField.b.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446341 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446341 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrCore [[withShardField_b_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/withShardField_b_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/./withShardField_b_replica_n6/data/]
[junit4] 2> 446341 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.core.withShardField.d.replica_n20' (registry 'solr.core.withShardField.d.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446341 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446341 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.SolrCore [[withShardField_d_replica_n20] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/withShardField_d_replica_n20], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/./withShardField_d_replica_n20/data/]
[junit4] 2> 446344 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446344 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n8' using configuration from collection withShardField, trusted=true
[junit4] 2> 446344 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.core.withShardField.b.replica_n8' (registry 'solr.core.withShardField.b.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446345 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446345 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.SolrCore [[withShardField_b_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/withShardField_b_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/./withShardField_b_replica_n8/data/]
[junit4] 2> 446347 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446347 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n10' using configuration from collection withShardField, trusted=true
[junit4] 2> 446348 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446348 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.core.withShardField.b.replica_n10' (registry 'solr.core.withShardField.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446348 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n15' using configuration from collection withShardField, trusted=true
[junit4] 2> 446348 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446348 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore [[withShardField_b_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/withShardField_b_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/./withShardField_b_replica_n10/data/]
[junit4] 2> 446348 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.core.withShardField.c.replica_n15' (registry 'solr.core.withShardField.c.replica_n15') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446349 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446349 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.SolrCore [[withShardField_c_replica_n15] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/withShardField_c_replica_n15], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/./withShardField_c_replica_n15/data/]
[junit4] 2> 446349 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446349 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n2' using configuration from collection withShardField, trusted=true
[junit4] 2> 446350 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.core.withShardField.a.replica_n2' (registry 'solr.core.withShardField.a.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446350 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446350 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore [[withShardField_a_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/withShardField_a_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/./withShardField_a_replica_n2/data/]
[junit4] 2> 446351 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446351 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n18' using configuration from collection withShardField, trusted=true
[junit4] 2> 446351 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.core.withShardField.d.replica_n18' (registry 'solr.core.withShardField.d.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446352 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446352 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.SolrCore [[withShardField_d_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/withShardField_d_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/./withShardField_d_replica_n18/data/]
[junit4] 2> 446357 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446357 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n12' using configuration from collection withShardField, trusted=true
[junit4] 2> 446358 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.core.withShardField.c.replica_n12' (registry 'solr.core.withShardField.c.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446358 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446358 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.SolrCore [[withShardField_c_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/withShardField_c_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/./withShardField_c_replica_n12/data/]
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n22' using configuration from collection withShardField, trusted=true
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.core.withShardField.d.replica_n22' (registry 'solr.core.withShardField.d.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446360 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.SolrCore [[withShardField_d_replica_n22] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/withShardField_d_replica_n22], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/./withShardField_d_replica_n22/data/]
[junit4] 2> 446364 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446364 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n16' using configuration from collection withShardField, trusted=true
[junit4] 2> 446365 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.core.withShardField.c.replica_n16' (registry 'solr.core.withShardField.c.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446365 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446365 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrCore [[withShardField_c_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/withShardField_c_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/./withShardField_c_replica_n16/data/]
[junit4] 2> 446470 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 446470 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 446472 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 446472 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 446474 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76daac9f[withShardField_a_replica_n1] main]
[junit4] 2> 446474 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 446474 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 446475 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 446483 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584265431593517056
[junit4] 2> 446486 INFO (searcherExecutor-1478-thread-1-processing-n:127.0.0.1:36675_solr x:withShardField_a_replica_n1 s:a c:withShardField r:core_node3) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore [withShardField_a_replica_n1] Registered new searcher Searcher@76daac9f[withShardField_a_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 446495 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=3 found=1 timeoutin=9999ms
[junit4] 2> 446498 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 446498 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 446522 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 446522 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 446522 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 446522 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 446533 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 446534 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 446540 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4124393f[withShardField_b_replica_n6] main]
[junit4] 2> 446541 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 446541 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 446544 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c45abd2[withShardField_c_replica_n16] main]
[junit4] 2> 446545 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 446545 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 446546 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 446549 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 446554 INFO (searcherExecutor-1480-thread-1-processing-n:127.0.0.1:45583_solr x:withShardField_b_replica_n6 s:b c:withShardField r:core_node9) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrCore [withShardField_b_replica_n6] Registered new searcher Searcher@4124393f[withShardField_b_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 446554 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584265431667965952
[junit4] 2> 446558 INFO (searcherExecutor-1489-thread-1-processing-n:127.0.0.1:36675_solr x:withShardField_c_replica_n16 s:c c:withShardField r:core_node19) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrCore [withShardField_c_replica_n16] Registered new searcher Searcher@1c45abd2[withShardField_c_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 446558 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardFie
[...truncated too long message...]
ipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 2453425 INFO (qtp1110600288-10163) [n:127.0.0.1:37359_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630216
[junit4] 2> 2453425 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[E62EC75AE14E20FD]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2453426 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[E62EC75AE14E20FD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43749 43749
[junit4] 2> 2460275 INFO (Thread-1903) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43749 43749
[junit4] 2> 2460276 WARN (Thread-1903) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=E62EC75AE14E20FD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Africa/Kampala -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 637s J2 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37359
[junit4] > at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:6E7AF8804FB24D05]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_E62EC75AE14E20FD-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@673c14a4), locale=es-EC, timezone=Africa/Kampala
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=122142384,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ReplicaListTransformerTest, TestPKIAuthenticationPlugin, TestPartialUpdateDeduplication, SuggesterWFSTTest, DirectSolrConnectionTest, TestInPlaceUpdatesStandalone, TimeZoneUtilsTest, TestJsonFacets, AliasIntegrationTest, TestCloudJSONFacetJoinDomain, TestInitParams, TestMissingGroups, DistribJoinFromCollectionTest, AutoscalingHistoryHandlerTest, RuleEngineTest, ReturnFieldsTest, TestRealTimeGet, FullSolrCloudDistribCmdsTest, TestReplicaProperties, UnloadDistributedZkTest, TestExactStatsCache, ConfigSetsAPITest, TestSystemIdResolver, RollingRestartTest, TestHashPartitioner, TriLevelCompositeIdRoutingTest, TestIndexSearcher, TestQuerySenderListener, PluginInfoTest, TestHighFrequencyDictionaryFactory, TestCloudNestedDocsSort, DistributedSpellCheckComponentTest, CustomCollectionTest, RegexBytesRefFilterTest, TestBlendedInfixSuggestions, TestScoreJoinQPScore, OverseerTest, TestFunctionQuery, PeerSyncReplicationTest, TestSolrDeletionPolicy2, CoreSorterTest, UniqFieldsUpdateProcessorFactoryTest, SortByFunctionTest, TestSizeLimitedDistributedMap, TestLMJelinekMercerSimilarityFactory, TestCoreDiscovery, ScriptEngineTest, TestSearcherReuse, TestFiltering, TestValueSourceCache, TestCollectionAPI, WrapperMergePolicyFactoryTest, TestQueryTypes, DistanceFunctionTest, TestInitQParser, TestSolrXml, MultiThreadedOCPTest, DistributedFacetPivotWhiteBoxTest, TestAddFieldRealTimeGet, TestUnifiedSolrHighlighter, SuggesterTest, SolrSlf4jReporterTest, TestTolerantUpdateProcessorCloud, ComputePlanActionTest, TestRandomFlRTGCloud, TestLMDirichletSimilarityFactory, SearchRateTriggerTest, TestStressInPlaceUpdates, RequestLoggingTest, StatsReloadRaceTest, ManagedSchemaRoundRobinCloudTest, TestTrackingShardHandlerFactory, HttpPartitionTest, DistributedFacetPivotLongTailTest, TestPushWriter, TestPointFields, TestSubQueryTransformer, TestRetrieveFieldsOptimizer, AsyncCallRequestStatusResponseTest, TestPrepRecovery, TestFieldCacheSort, ParsingFieldUpdateProcessorsTest, MergeStrategyTest, ConjunctionSolrSpellCheckerTest, ReplaceNodeTest, TestNumericTokenStream, SystemInfoHandlerTest, StatsComponentTest, TestBulkSchemaAPI, OverriddenZkACLAndCredentialsProvidersTest, LeaderElectionTest, HighlighterTest, TestAuthenticationFramework, AddSchemaFieldsUpdateProcessorFactoryTest, BadComponentTest, TestLeaderElectionZkExpiry, ZkNodePropsTest, CoreMergeIndexesAdminHandlerTest, TestNonDefinedSimilarityFactory, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [416/750 (3!)] on J2 in 637.51s, 1 test, 1 error <<< FAILURES!
[...truncated 48359 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20929 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20929/
Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41929/c_yx/z
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41929/c_yx/z
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:566FE96E7A5F5642]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1668)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1695)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:610)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 52 more
FAILED: org.apache.solr.cloud.TestPrepRecovery.testLeaderNotResponding
Error Message:
Error from server at http://127.0.0.1:39279/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8767FED393D4FB05]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPrepRecovery.testLeaderNotResponding(TestPrepRecovery.java:91)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded
Error Message:
Error from server at http://127.0.0.1:39279/solr: Could not fully create collection: testLeaderUnloaded
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: Could not fully create collection: testLeaderUnloaded
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8D9CC542298FD5B8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded(TestPrepRecovery.java:57)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:CA738DE1F7A486A4]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12163 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPrepRecovery
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/init-core-data-001
[junit4] 2> 140401 WARN (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 140401 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 140403 INFO (Thread-304) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 140403 INFO (Thread-304) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 140405 ERROR (Thread-304) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 140511 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46329
[junit4] 2> 140521 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc66b9f3e0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 140524 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 140524 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b8de35a{/solr,null,AVAILABLE}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a5fffa5{/solr,null,AVAILABLE}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c5a2b02{HTTP/1.1,[http/1.1]}{127.0.0.1:39531}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30af84ff{HTTP/1.1,[http/1.1]}{127.0.0.1:39279}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.Server Started @142516ms
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.Server Started @142516ms
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39531}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39279}
[junit4] 2> 140535 ERROR (jetty-launcher-346-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 140535 ERROR (jetty-launcher-346-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T20:01:02.913196Z
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T20:01:02.913210Z
[junit4] 2> 140544 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 140544 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 140546 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 140546 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 140546 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 140548 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 140548 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 140549 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 140552 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46329/solr
[junit4] 2> 140552 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46329/solr
[junit4] 2> 140627 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 140627 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 140628 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39531_solr
[junit4] 2> 140629 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39279_solr
[junit4] 2> 140629 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99015882360881157-127.0.0.1:39531_solr-n_0000000000) starting
[junit4] 2> 140630 INFO (zkCallback-357-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140630 INFO (zkCallback-358-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140657 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39531_solr
[junit4] 2> 140657 INFO (zkCallback-358-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140660 INFO (OverseerStateUpdate-99015882360881157-127.0.0.1:39531_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140681 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140685 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140685 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140686 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node2/.
[junit4] 2> 140701 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140710 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140710 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140712 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/.
[junit4] 2> 140832 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 140832 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46329/solr ready
[junit4] 2> 140840 INFO (TEST-TestPrepRecovery.testLeaderNotResponding-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderNotResponding
[junit4] 2> 140854 INFO (qtp799644961-1740) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=testLeaderNotResponding&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 140856 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testLeaderNotResponding
[junit4] 2> 140856 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 140856 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testLeaderNotResponding/protwords.txt
[junit4] 2> 140857 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testLeaderNotResponding/managed-schema
[junit4] 2> 140857 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testLeaderNotResponding/solrconfig.xml
[junit4] 2> 140858 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testLeaderNotResponding/synonyms.txt
[junit4] 2> 140858 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testLeaderNotResponding/stopwords.txt
[junit4] 2> 140859 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testLeaderNotResponding/lang/contractions_it.txt
[junit4] 2> 140859 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testLeaderNotResponding/lang/stemdict_nl.txt
[junit4] 2> 140860 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testLeaderNotResponding/lang/stopwords_hy.txt
[junit4] 2> 140861 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testLeaderNotResponding/lang/stopwords_no.txt
[junit4] 2> 140862 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testLeaderNotResponding/lang/contractions_ca.txt
[junit4] 2> 140868 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testLeaderNotResponding/lang/stopwords_id.txt
[junit4] 2> 140869 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testLeaderNotResponding/lang/stopwords_ga.txt
[junit4] 2> 140875 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testLeaderNotResponding/lang/stopwords_hi.txt
[junit4] 2> 140876 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testLeaderNotResponding/lang/stopwords_da.txt
[junit4] 2> 140881 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testLeaderNotResponding/lang/stopwords_ja.txt
[junit4] 2> 140882 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testLeaderNotResponding/lang/stopwords_pt.txt
[junit4] 2> 140882 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testLeaderNotResponding/lang/stopwords_hu.txt
[junit4] 2> 140883 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testLeaderNotResponding/lang/stopwords_el.txt
[junit4] 2> 140884 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testLeaderNotResponding/lang/stopwords_ru.txt
[junit4] 2> 140885 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testLeaderNotResponding/lang/stopwords_tr.txt
[junit4] 2> 140886 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testLeaderNotResponding/lang/stopwords_ar.txt
[junit4] 2> 140887 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testLeaderNotResponding/lang/userdict_ja.txt
[junit4] 2> 140888 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testLeaderNotResponding/lang/stopwords_eu.txt
[junit4] 2> 140889 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testLeaderNotResponding/lang/stopwords_it.txt
[junit4] 2> 140889 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testLeaderNotResponding/lang/stopwords_cz.txt
[junit4] 2> 140890 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testLeaderNotResponding/lang/stoptags_ja.txt
[junit4] 2> 140892 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testLeaderNotResponding/lang/contractions_fr.txt
[junit4] 2> 140893 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testLeaderNotResponding/lang/stopwords_de.txt
[junit4] 2> 140894 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testLeaderNotResponding/lang/stopwords_fa.txt
[junit4] 2> 140895 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testLeaderNotResponding/lang/contractions_ga.txt
[junit4] 2> 140897 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testLeaderNotResponding/lang/stopwords_ca.txt
[junit4] 2> 140898 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testLeaderNotResponding/lang/stopwords_nl.txt
[junit4] 2> 140899 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testLeaderNotResponding/lang/stopwords_bg.txt
[junit4] 2> 140900 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testLeaderNotResponding/lang/stopwords_lv.txt
[junit4] 2> 140901 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testLeaderNotResponding/lang/stopwords_en.txt
[junit4] 2> 140902 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testLeaderNotResponding/lang/stopwords_es.txt
[junit4] 2> 140903 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testLeaderNotResponding/lang/stopwords_th.txt
[junit4] 2> 140908 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testLeaderNotResponding/lang/stopwords_ro.txt
[junit4] 2> 140909 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testLeaderNotResponding/lang/stopwords_fr.txt
[junit4] 2> 140910 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testLeaderNotResponding/lang/stopwords_sv.txt
[junit4] 2> 140911 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testLeaderNotResponding/lang/stopwords_fi.txt
[junit4] 2> 140920 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testLeaderNotResponding/lang/hyphenations_ga.txt
[junit4] 2> 140932 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testLeaderNotResponding/lang/stopwords_gl.txt
[junit4] 2> 140933 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testLeaderNotResponding/params.json
[junit4] 2> 141039 INFO (OverseerStateUpdate-99015882360881157-127.0.0.1:39531_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testLeaderNotResponding",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testLeaderNotResponding_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39531/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 141271 INFO (qtp1782247858-1732) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testLeaderNotResponding&newCollection=true&name=testLeaderNotResponding_shard1_replica_n1&action=CREATE&numShards=1&collection=testLeaderNotResponding&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 141272 INFO (qtp1782247858-1732) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 141400 INFO (zkCallback-357-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderNotResponding/state.json] for collection [testLeaderNotResponding] has occurred - updating... (live nodes size: [2])
[junit4] 2> 141400 INFO (zkCallback-357-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderNotResponding/state.json] for collection [testLeaderNotResponding] has occurred - updating... (live nodes size: [2])
[junit4] 2> 142306 INFO (qtp1782247858-1732) [ ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 142306 INFO (qtp1782247858-1732) [ ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142311 INFO (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 142330 INFO (qtp1782247858-1732) [ ] o.a.s.s.IndexSchema [testLeaderNotResponding_shard1_replica_n1] Schema name=default-config
[junit4] 2> 142607 INFO (qtp1782247858-1732) [ ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 142637 INFO (qtp1782247858-1732) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testLeaderNotResponding_shard1_replica_n1' using configuration from collection testLeaderNotResponding, trusted=true
[junit4] 2> 142637 INFO (qtp1782247858-1732) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testLeaderNotResponding.shard1.replica_n1' (registry 'solr.core.testLeaderNotResponding.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 142639 INFO (qtp1782247858-1732) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 142639 INFO (qtp1782247858-1732) [ ] o.a.s.c.SolrCore [[testLeaderNotResponding_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/./testLeaderNotResponding_shard1_replica_n1/data/]
[junit4] 2> 142703 INFO (qtp1782247858-1732) [ ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 142852 INFO (qtp1782247858-1732) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 142852 INFO (qtp1782247858-1732) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 142853 INFO (qtp1782247858-1732) [ ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 142853 INFO (qtp1782247858-1732) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 142856 INFO (qtp1782247858-1732) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ef59515[testLeaderNotResponding_shard1_replica_n1] main]
[junit4] 2> 142857 INFO (qtp1782247858-1732) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testLeaderNotResponding
[junit4] 2> 142857 INFO (qtp1782247858-1732) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testLeaderNotResponding
[junit4] 2> 142857 INFO (qtp1782247858-1732) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testLeaderNotResponding/managed-schema
[junit4] 2> 142858 INFO (qtp1782247858-1732) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 142858 INFO (qtp1782247858-1732) [ ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 142861 INFO (qtp1782247858-1732) [ ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 142868 INFO (qtp1782247858-1732) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 142868 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@7ef59515[testLeaderNotResponding_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 142868 INFO (qtp1782247858-1732) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584254120357789696
[junit4] 2> 142868 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 142868 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 142870 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.SolrCore [testLeaderNotResponding_shard1_replica_n1] Registered new searcher Searcher@7ef59515[testLeaderNotResponding_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 142873 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 142873 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 142873 INFO (qtp1782247858-1732) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39531/solr/testLeaderNotResponding_shard1_replica_n1/
[junit4] 2> 142874 INFO (qtp1782247858-1732) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 142874 INFO (qtp1782247858-1732) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:39531/solr/testLeaderNotResponding_shard1_replica_n1/ has no replicas
[junit4] 2> 142874 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 142878 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39531/solr/testLeaderNotResponding_shard1_replica_n1/ shard1
[junit4] 2> 320857 ERROR (qtp799644961-1740) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 320863 INFO (qtp799644961-1740) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=testLeaderNotResponding&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=500 QTime=180009
[junit4] 2> 320864 ERROR (qtp799644961-1740) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 320864 INFO (TEST-TestPrepRecovery.testLeaderNotResponding-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderNotResponding
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPrepRecovery -Dtests.method=testLeaderNotResponding -Dtests.seed=DE3BD6B4D4A33BBA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru-KG -Dtests.timezone=Asia/Kamchatka -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 180s J2 | TestPrepRecovery.testLeaderNotResponding <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8767FED393D4FB05]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestPrepRecovery.testLeaderNotResponding(TestPrepRecovery.java:91)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 320880 INFO (TEST-TestPrepRecovery.testLeaderUnloaded-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderUnloaded
[junit4] 2> 320881 INFO (qtp799644961-1741) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&name=testLeaderUnloaded&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 320882 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testLeaderUnloaded
[junit4] 2> 320882 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 320882 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testLeaderUnloaded/protwords.txt
[junit4] 2> 320883 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testLeaderUnloaded/managed-schema
[junit4] 2> 320885 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testLeaderUnloaded/solrconfig.xml
[junit4] 2> 320886 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testLeaderUnloaded/synonyms.txt
[junit4] 2> 320887 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testLeaderUnloaded/stopwords.txt
[junit4] 2> 320888 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testLeaderUnloaded/lang/contractions_it.txt
[junit4] 2> 320889 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testLeaderUnloaded/lang/stemdict_nl.txt
[junit4] 2> 320890 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testLeaderUnloaded/lang/stopwords_hy.txt
[junit4] 2> 320891 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testLeaderUnloaded/lang/stopwords_no.txt
[junit4] 2> 320892 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testLeaderUnloaded/lang/contractions_ca.txt
[junit4] 2> 320893 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testLeaderUnloaded/lang/stopwords_id.txt
[junit4] 2> 320894 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testLeaderUnloaded/lang/stopwords_ga.txt
[junit4] 2> 320895 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testLeaderUnloaded/lang/stopwords_hi.txt
[junit4] 2> 320896 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testLeaderUnloaded/lang/stopwords_da.txt
[junit4] 2> 320897 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testLeaderUnloaded/lang/stopwords_ja.txt
[junit4] 2> 320898 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testLeaderUnloaded/lang/stopwords_pt.txt
[junit4] 2> 320898 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testLeaderUnloaded/lang/stopwords_hu.txt
[junit4] 2> 320899 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testLeaderUnloaded/lang/stopwords_el.txt
[junit4] 2> 320900 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testLeaderUnloaded/lang/stopwords_ru.txt
[junit4] 2> 320901 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testLeaderUnloaded/lang/stopwords_tr.txt
[junit4] 2> 320902 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testLeaderUnloaded/lang/stopwords_ar.txt
[junit4] 2> 320903 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testLeaderUnloaded/lang/userdict_ja.txt
[junit4] 2> 320904 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testLeaderUnloaded/lang/stopwords_eu.txt
[junit4] 2> 320905 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testLeaderUnloaded/lang/stopwords_it.txt
[junit4] 2> 320906 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testLeaderUnloaded/lang/stopwords_cz.txt
[junit4] 2> 320907 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testLeaderUnloaded/lang/stoptags_ja.txt
[junit4] 2> 320908 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testLeaderUnloaded/lang/contractions_fr.txt
[junit4] 2> 320909 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testLeaderUnloaded/lang/stopwords_de.txt
[junit4] 2> 320910 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testLeaderUnloaded/lang/stopwords_fa.txt
[junit4] 2> 320911 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testLeaderUnloaded/lang/contractions_ga.txt
[junit4] 2> 320912 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testLeaderUnloaded/lang/stopwords_ca.txt
[junit4] 2> 320913 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testLeaderUnloaded/lang/stopwords_nl.txt
[junit4] 2> 320914 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testLeaderUnloaded/lang/stopwords_bg.txt
[junit4] 2> 320915 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testLeaderUnloaded/lang/stopwords_lv.txt
[junit4] 2> 320916 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testLeaderUnloaded/lang/stopwords_en.txt
[junit4] 2> 320918 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testLeaderUnloaded/lang/stopwords_es.txt
[junit4] 2> 320919 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testLeaderUnloaded/lang/stopwords_th.txt
[junit4] 2> 320920 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testLeaderUnloaded/lang/stopwords_ro.txt
[junit4] 2> 320921 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testLeaderUnloaded/lang/stopwords_fr.txt
[junit4] 2> 320922 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testLeaderUnloaded/lang/stopwords_sv.txt
[junit4] 2> 320923 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testLeaderUnloaded/lang/stopwords_fi.txt
[junit4] 2> 320924 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testLeaderUnloaded/lang/hyphenations_ga.txt
[junit4] 2> 320926 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testLeaderUnloaded/lang/stopwords_gl.txt
[junit4] 2> 320927 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testLeaderUnloaded/params.json
[junit4] 2> 350984 ERROR (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testLeaderUnloaded operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: testLeaderUnloaded
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 350991 INFO (qtp799644961-1741) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=2&name=testLeaderUnloaded&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=500 QTime=30110
[junit4] 2> 350991 ERROR (qtp799644961-1741) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: testLeaderUnloaded
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 350992 INFO (TEST-TestPrepRecovery.testLeaderUnloaded-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderUnloaded
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPrepRecovery -Dtests.method=testLeaderUnloaded -Dtests.seed=DE3BD6B4D4A33BBA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru-KG -Dtests.timezone=Asia/Kamchatka -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 30.1s J2 | TestPrepRecovery.testLeaderUnloaded <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: Could not fully create collection: testLeaderUnloaded
[junit4] > at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8D9CC542298FD5B8]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded(TestPrepRecovery.java:57)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 350995 INFO (jetty-closer-347-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@30af84ff{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 350996 INFO (jetty-closer-347-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2134462241
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c5a2b02{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 350996 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1879278345
[junit4] 2> 350996 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d582b61: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6b2c9ea8
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@180ce094: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6cf9cf4c
[junit4] 2> 350997 ERROR (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:39531/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:39531/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:39531 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 350997 ERROR (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [testLeaderNotResponding].
[junit4] 2> 350998 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 350999 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 350999 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@720570a8: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4cac7fc3
[junit4] 2> 350999 ERROR (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:39531/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:39531/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> a
[...truncated too long message...]
, 24parent_f2_s=PostingsFormat(name=Asserting), 7child4_s=PostingsFormat(name=Asserting), 34parent_f2_s=Lucene50(blocksize=128), 8child1_s=PostingsFormat(name=Asserting), type_s=PostingsFormat(name=MockRandom), 14grand4_s=BlockTreeOrds(blocksize=128), 12grand11_s=BlockTreeOrds(blocksize=128), 10parent_f1_s=BlockTreeOrds(blocksize=128), 15grand12_s=PostingsFormat(name=Asserting), 11grand1_s=BlockTreeOrds(blocksize=128), 12grand6_s=BlockTreeOrds(blocksize=128), 10grand0_s=BlockTreeOrds(blocksize=128), 10grand8_s=BlockTreeOrds(blocksize=128), 31parent_f1_s=PostingsFormat(name=MockRandom), 5grand1_s=PostingsFormat(name=MockRandom), 6grand4_s=PostingsFormat(name=MockRandom), 11parent_f1_s=Lucene50(blocksize=128), 4grand2_s=PostingsFormat(name=MockRandom), 7grand3_s=PostingsFormat(name=MockRandom), 11grand9_s=BlockTreeOrds(blocksize=128), 9grand5_s=PostingsFormat(name=MockRandom), 8grand6_s=PostingsFormat(name=MockRandom), 37parent_f1_s=Lucene50(blocksize=128), 14grand6_s=PostingsFormat(name=Asserting), 15grand5_s=BlockTreeOrds(blocksize=128), 24parent_f1_s=PostingsFormat(name=MockRandom), 30parent_f2_s=Lucene50(blocksize=128), 5parent_f1_s=BlockTreeOrds(blocksize=128), 8child2_s=PostingsFormat(name=MockRandom), 10parent_f2_s=PostingsFormat(name=MockRandom), 13grand2_s=Lucene50(blocksize=128), 11grand0_s=Lucene50(blocksize=128), 12grand3_s=Lucene50(blocksize=128), 2grand1_s=BlockTreeOrds(blocksize=128), 17parent_f2_s=BlockTreeOrds(blocksize=128), 3child2_s=PostingsFormat(name=Asserting), 26parent_f2_s=BlockTreeOrds(blocksize=128), 1child0_s=PostingsFormat(name=Asserting), 10grand1_s=Lucene50(blocksize=128), 28parent_f1_s=PostingsFormat(name=MockRandom), 5grand0_s=PostingsFormat(name=Asserting), 6grand5_s=PostingsFormat(name=Asserting), 7grand2_s=PostingsFormat(name=Asserting), 15parent_f1_s=Lucene50(blocksize=128), 4grand3_s=PostingsFormat(name=Asserting), 11grand8_s=Lucene50(blocksize=128), 9grand4_s=BlockTreeOrds(blocksize=128), 8grand7_s=PostingsFormat(name=Asserting), 35parent_f1_s=PostingsFormat(name=MockRandom), 19parent_f2_s=PostingsFormat(name=Asserting), 37parent_f2_s=BlockTreeOrds(blocksize=128), 14grand7_s=PostingsFormat(name=MockRandom), 5child4_s=BlockTreeOrds(blocksize=128), 14grand13_s=BlockTreeOrds(blocksize=128), 7child6_s=BlockTreeOrds(blocksize=128), 15grand4_s=Lucene50(blocksize=128), 5parent_f2_s=Lucene50(blocksize=128), 8child3_s=BlockTreeOrds(blocksize=128), 15grand3_s=PostingsFormat(name=Asserting), 6child0_s=PostingsFormat(name=MockRandom), 15grand10_s=BlockTreeOrds(blocksize=128), 13grand1_s=PostingsFormat(name=Asserting), 39parent_f2_s=PostingsFormat(name=Asserting), 12grand4_s=PostingsFormat(name=Asserting), 17parent_f1_s=PostingsFormat(name=MockRandom), 2grand0_s=PostingsFormat(name=MockRandom), 11grand7_s=PostingsFormat(name=Asserting), 3child1_s=Lucene50(blocksize=128), 7parent_f2_s=PostingsFormat(name=MockRandom), 26parent_f1_s=Lucene50(blocksize=128), 10grand2_s=PostingsFormat(name=Asserting), 3parent_f1_s=PostingsFormat(name=Asserting), 28parent_f2_s=BlockTreeOrds(blocksize=128), 6grand2_s=Lucene50(blocksize=128), 7grand5_s=Lucene50(blocksize=128), 18parent_f2_s=PostingsFormat(name=MockRandom), 38parent_f2_s=Lucene50(blocksize=128), 8grand0_s=Lucene50(blocksize=128), 9grand3_s=Lucene50(blocksize=128), 3grand1_s=Lucene50(blocksize=128), 19parent_f1_s=Lucene50(blocksize=128), 4parent_f1_s=Lucene50(blocksize=128), 11grand10_s=BlockTreeOrds(blocksize=128), 14grand8_s=BlockTreeOrds(blocksize=128), 5child3_s=Lucene50(blocksize=128), 9parent_f2_s=Lucene50(blocksize=128), 14grand12_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), 7child1_s=Lucene50(blocksize=128), 13parent_f1_s=PostingsFormat(name=MockRandom), 7child0_s=PostingsFormat(name=Asserting), 15grand2_s=PostingsFormat(name=MockRandom), 23parent_f1_s=PostingsFormat(name=Asserting), 8child4_s=Lucene50(blocksize=128), 5child2_s=PostingsFormat(name=Asserting), 13grand4_s=PostingsFormat(name=MockRandom), 29parent_f1_s=PostingsFormat(name=Asserting), 33parent_f1_s=Lucene50(blocksize=128), 39parent_f1_s=PostingsFormat(name=MockRandom), 12parent_f1_s=PostingsFormat(name=Asserting), 22parent_f1_s=Lucene50(blocksize=128), 12grand1_s=PostingsFormat(name=MockRandom), 11grand6_s=PostingsFormat(name=MockRandom), 2child1_s=PostingsFormat(name=Asserting), 32parent_f1_s=BlockTreeOrds(blocksize=128), 3parent_f2_s=PostingsFormat(name=MockRandom), 10grand3_s=PostingsFormat(name=MockRandom), 6grand3_s=BlockTreeOrds(blocksize=128), 31parent_f2_s=PostingsFormat(name=Asserting), 41parent_f2_s=Lucene50(blocksize=128), 11parent_f2_s=BlockTreeOrds(blocksize=128), 21parent_f2_s=PostingsFormat(name=MockRandom), 7grand4_s=BlockTreeOrds(blocksize=128), 3grand0_s=BlockTreeOrds(blocksize=128), 8grand1_s=BlockTreeOrds(blocksize=128), 9grand2_s=PostingsFormat(name=Asserting), 9parent_f1_s=BlockTreeOrds(blocksize=128), 14grand9_s=Lucene50(blocksize=128), 14grand11_s=PostingsFormat(name=Asserting), 13parent_f2_s=PostingsFormat(name=Asserting), 23parent_f2_s=Lucene50(blocksize=128), 8child5_s=PostingsFormat(name=Asserting), 15grand1_s=BlockTreeOrds(blocksize=128), 5child1_s=PostingsFormat(name=MockRandom), 14grand0_s=BlockTreeOrds(blocksize=128), 33parent_f2_s=BlockTreeOrds(blocksize=128), 13grand3_s=BlockTreeOrds(blocksize=128), 22parent_f2_s=BlockTreeOrds(blocksize=128), 4child0_s=Lucene50(blocksize=128), 11grand5_s=BlockTreeOrds(blocksize=128), 12grand2_s=BlockTreeOrds(blocksize=128), 12parent_f2_s=Lucene50(blocksize=128), 10grand4_s=BlockTreeOrds(blocksize=128), 32parent_f2_s=PostingsFormat(name=MockRandom), 21parent_f1_s=BlockTreeOrds(blocksize=128), 8grand2_s=PostingsFormat(name=MockRandom), 9grand1_s=PostingsFormat(name=MockRandom), 41parent_f1_s=PostingsFormat(name=Asserting), 12grand8_s=PostingsFormat(name=Asserting), 40parent_f2_s=BlockTreeOrds(blocksize=128), 13grand7_s=BlockTreeOrds(blocksize=128), 14parent_f1_s=BlockTreeOrds(blocksize=128), 14grand10_s=Lucene50(blocksize=128), 20parent_f2_s=PostingsFormat(name=Asserting), 34parent_f1_s=PostingsFormat(name=Asserting), 6child4_s=PostingsFormat(name=MockRandom), 15grand9_s=BlockTreeOrds(blocksize=128), 6grand0_s=PostingsFormat(name=MockRandom), 7child3_s=PostingsFormat(name=MockRandom), 15grand0_s=Lucene50(blocksize=128), 8child6_s=PostingsFormat(name=MockRandom), 5child0_s=BlockTreeOrds(blocksize=128), 14grand1_s=Lucene50(blocksize=128), 8parent_f1_s=Lucene50(blocksize=128), 15grand13_s=PostingsFormat(name=MockRandom), 27parent_f2_s=Lucene50(blocksize=128), 2parent_f2_s=BlockTreeOrds(blocksize=128), 4child1_s=PostingsFormat(name=Asserting), 11grand4_s=Lucene50(blocksize=128), 16parent_f2_s=Lucene50(blocksize=128), 10grand5_s=Lucene50(blocksize=128), 36parent_f2_s=PostingsFormat(name=MockRandom), 13grand10_s=PostingsFormat(name=Asserting), 7grand6_s=PostingsFormat(name=Asserting), 18parent_f1_s=PostingsFormat(name=Asserting), 9grand8_s=BlockTreeOrds(blocksize=128), 8grand3_s=PostingsFormat(name=Asserting), 6parent_f1_s=PostingsFormat(name=MockRandom), 25parent_f1_s=BlockTreeOrds(blocksize=128), 12grand9_s=PostingsFormat(name=MockRandom), 0parent_f1_s=Lucene50(blocksize=128), 3grand2_s=PostingsFormat(name=Asserting), 9grand0_s=BlockTreeOrds(blocksize=128), 4parent_f2_s=PostingsFormat(name=Asserting), 13grand6_s=Lucene50(blocksize=128), 6child5_s=BlockTreeOrds(blocksize=128), 7child2_s=BlockTreeOrds(blocksize=128), 38parent_f1_s=PostingsFormat(name=Asserting), 5grand4_s=PostingsFormat(name=Asserting), 6grand1_s=PostingsFormat(name=Asserting), 15grand8_s=Lucene50(blocksize=128), 8child7_s=BlockTreeOrds(blocksize=128), 16parent_f1_s=BlockTreeOrds(blocksize=128), 14grand2_s=PostingsFormat(name=Asserting), 8parent_f2_s=PostingsFormat(name=Asserting), 15grand14_s=BlockTreeOrds(blocksize=128), 13grand5_s=PostingsFormat(name=Asserting), 29parent_f2_s=PostingsFormat(name=MockRandom), 2parent_f1_s=PostingsFormat(name=MockRandom), 4child2_s=PostingsFormat(name=MockRandom), rnd_b=PostingsFormat(name=Asserting), 11grand3_s=PostingsFormat(name=Asserting), 27parent_f1_s=PostingsFormat(name=Asserting), 12grand0_s=PostingsFormat(name=Asserting), 10grand6_s=PostingsFormat(name=Asserting), 2child0_s=PostingsFormat(name=MockRandom), 13grand11_s=PostingsFormat(name=MockRandom), 36parent_f1_s=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=44, maxMBSortInHeap=7.054993724712956, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a4971a4), locale=und, timezone=Africa/Asmara
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=310128488,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrGraphiteReporterTest, TestQueryTypes, TestBinaryResponseWriter, UUIDFieldTest, TestCloudSchemaless, TestExclusionRuleCollectionAccess, CdcrRequestHandlerTest, TestLRUCache, TestDynamicLoading, HdfsBasicDistributedZkTest, ClusterStateTest, TestSystemCollAutoCreate, BlockJoinFacetRandomTest, TestPushWriter, TestGroupingSearch, ParsingFieldUpdateProcessorsTest, TestSolr4Spatial2, SpatialRPTFieldTypeTest, BooleanFieldTest, TestManagedSynonymFilterFactory, TestSearcherReuse, FieldMutatingUpdateProcessorTest, TestTrie, TestOverriddenPrefixQueryForCustomFieldType, QueryElevationComponentTest, TestPrepRecovery, TestLMJelinekMercerSimilarityFactory, RegexBytesRefFilterTest, DocValuesNotIndexedTest, ReplaceNodeTest, TestLegacyFieldReuse, BadComponentTest, CoreSorterTest, AnalysisErrorHandlingTest, TestSQLHandlerNonCloud, TestFieldCacheSort, RollingRestartTest, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestReRankQParserPlugin, ZkStateReaderTest, TestExactStatsCache, ConnectionReuseTest, DistributedFacetPivotLongTailTest, TestDeleteCollectionOnDownNodes, DeleteNodeTest, AlternateDirectoryTest, HdfsRecoveryZkTest, TestCSVResponseWriter, FullSolrCloudDistribCmdsTest]
[junit4] Completed [285/749 (3!)] on J2 in 630.76s, 1 test, 1 error <<< FAILURES!
[...truncated 41624 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20928 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20928/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestExclusionRuleCollectionAccess.doTest
Error Message:
Error from server at https://127.0.0.1:37153/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37153/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B72ED3C6D6E86516:106A6B62BB5376AF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestExclusionRuleCollectionAccess.doTest(TestExclusionRuleCollectionAccess.java:36)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration
Error Message:
Expected test_collection with 2 shards and 2 replicas null Live Nodes: [127.0.0.1:40349_solr, 127.0.0.1:42849_solr] Last available state: DocCollection(test_collection//collections/test_collection/state.json/3)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "core":"test_collection_shard1_replica_n1", "base_url":"http://127.0.0.1:42849/solr", "node_name":"127.0.0.1:42849_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"test_collection_shard1_replica_n3", "base_url":"http://127.0.0.1:40349/solr", "node_name":"127.0.0.1:40349_solr", "state":"down", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"test_collection_shard2_replica_n4", "base_url":"http://127.0.0.1:42849/solr", "node_name":"127.0.0.1:42849_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node8":{ "core":"test_collection_shard2_replica_n6", "base_url":"http://127.0.0.1:40349/solr", "node_name":"127.0.0.1:40349_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected test_collection with 2 shards and 2 replicas
null
Live Nodes: [127.0.0.1:40349_solr, 127.0.0.1:42849_solr]
Last available state: DocCollection(test_collection//collections/test_collection/state.json/3)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"test_collection_shard1_replica_n1",
"base_url":"http://127.0.0.1:42849/solr",
"node_name":"127.0.0.1:42849_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"test_collection_shard1_replica_n3",
"base_url":"http://127.0.0.1:40349/solr",
"node_name":"127.0.0.1:40349_solr",
"state":"down",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"test_collection_shard2_replica_n4",
"base_url":"http://127.0.0.1:42849/solr",
"node_name":"127.0.0.1:42849_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node8":{
"core":"test_collection_shard2_replica_n6",
"base_url":"http://127.0.0.1:40349/solr",
"node_name":"127.0.0.1:40349_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([B72ED3C6D6E86516:F3E2F33DB8D2B37C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11602 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
[junit4] 2> 46555 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/init-core-data-001
[junit4] 2> 46555 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 46556 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 46556 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-001
[junit4] 2> 46557 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 46557 INFO (Thread-53) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 46557 INFO (Thread-53) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 46558 ERROR (Thread-53) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 46657 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46515
[junit4] 2> 47669 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
[junit4] 2> 47669 ERROR (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 47669 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46515 46515
[junit4] 2> 52789 INFO (Thread-53) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46515 46515
[junit4] 2> 52790 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002
[junit4] 2> 52790 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 52790 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 52790 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 52792 ERROR (Thread-54) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 52890 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.ZkTestServer start zk server on port:37069
[junit4] 2> 52894 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 52894 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 52895 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a3a5361{/solr,null,AVAILABLE}
[junit4] 2> 52895 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34ac2735{/solr,null,AVAILABLE}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@565f726{HTTP/1.1,[http/1.1]}{127.0.0.1:42849}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.Server Started @54666ms
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42849}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ba4794d{HTTP/1.1,[http/1.1]}{127.0.0.1:40349}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.Server Started @54666ms
[junit4] 2> 52896 ERROR (jetty-launcher-59-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40349}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T16:52:17.740Z
[junit4] 2> 52896 ERROR (jetty-launcher-59-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T16:52:17.740Z
[junit4] 2> 52898 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 52898 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 52904 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc5bed0630002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 52906 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37069/solr
[junit4] 2> 52906 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37069/solr
[junit4] 2> 52908 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc5bed0630004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 52924 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 52925 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42849_solr
[junit4] 2> 52925 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.Overseer Overseer (id=99015140156047365-127.0.0.1:42849_solr-n_0000000000) starting
[junit4] 2> 52930 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42849_solr
[junit4] 2> 52931 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 52951 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 52952 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 52953 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40349_solr
[junit4] 2> 52957 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 52958 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53024 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 53025 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 53025 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 53026 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 53030 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 53030 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 53045 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1
[junit4] 2> 53057 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2
[junit4] 1> ZK: 127.0.0.1:37069/solr
[junit4] 2> 53108 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 53109 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37069/solr ready
[junit4] 2> 53111 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 53113 INFO (OverseerThreadFactory-132-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.CreateCollectionCmd Create collection test_collection
[junit4] 2> 53219 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42849/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53221 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40349/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53223 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42849/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53224 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40349/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53430 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53430 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 53431 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53434 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53435 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 53436 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53540 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-71-thread-3-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54447 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54447 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54450 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54453 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema [test_collection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 54454 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54455 WARN (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54458 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54458 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from collection test_collection, trusted=true
[junit4] 2> 54458 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n4
[junit4] 2> 54459 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema [test_collection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 54464 WARN (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54464 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54464 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n6' using configuration from collection test_collection, trusted=true
[junit4] 2> 54464 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n6
[junit4] 2> 54465 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.IndexSchema [test_collection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 54466 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema [test_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 54466 WARN (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54466 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54466 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n3' using configuration from collection test_collection, trusted=true
[junit4] 2> 54466 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n3
[junit4] 2> 54467 WARN (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54467 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54467 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from collection test_collection, trusted=true
[junit4] 2> 54467 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n1
[junit4] 2> 54475 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54475 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [[test_collection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard2_replica_n6/data/]
[junit4] 2> 54475 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54475 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard2_replica_n4/data/]
[junit4] 2> 54476 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54476 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrCore [[test_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard1_replica_n3/data/]
[junit4] 2> 54476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard1_replica_n1/data/]
[junit4] 2> 54525 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54525 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54525 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54525 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54526 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54526 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54526 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db9bba5[test_collection_shard1_replica_n1] main]
[junit4] 2> 54527 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54527 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54527 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3356e33d[test_collection_shard2_replica_n6] main]
[junit4] 2> 54527 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54527 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54528 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a006ea5[test_collection_shard1_replica_n3] main]
[junit4] 2> 54528 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54528 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@88b5ab8[test_collection_shard2_replica_n4] main]
[junit4] 2> 54528 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:42849_solr x:test_collection_shard1_replica_n1 s:shard1 c:test_collection r:core_node2) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [test_collection_shard1_replica_n1] Registered new searcher Searcher@6db9bba5[test_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54529 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54529 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54529 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54530 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54531 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54531 INFO (searcherExecutor-137-thread-1-processing-n:127.0.0.1:42849_solr x:test_collection_shard2_replica_n4 s:shard2 c:test_collection r:core_node7) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [test_collection_shard2_replica_n4] Registered new searcher Searcher@88b5ab8[test_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54531 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54531 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54532 INFO (searcherExecutor-139-thread-1-processing-n:127.0.0.1:40349_solr x:test_collection_shard1_replica_n3 s:shard1 c:test_collection r:core_node5) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrCore [test_collection_shard1_replica_n3] Registered new searcher Searcher@1a006ea5[test_collection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54534 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54534 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42849/solr/test_collection_shard1_replica_n1/
[junit4] 2> 54535 ERROR (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 54535 INFO (searcherExecutor-138-thread-1-processing-n:127.0.0.1:40349_solr x:test_collection_shard2_replica_n6 s:shard2 c:test_collection r:core_node8) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [test_collection_shard2_replica_n6] Registered new searcher Searcher@3356e33d[test_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42849/solr/test_collection_shard2_replica_n4/
[junit4] 2> 54537 ERROR (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 54538 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42849/solr/test_collection_shard1_replica_n1/ shard1
[junit4] 2> 54539 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42849/solr/test_collection_shard2_replica_n4/ shard2
[junit4] 2> 54640 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54640 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54640 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54640 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54641 INFO (zkCallback-71-thread-3-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54689 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 54690 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 54691 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1259
[junit4] 2> 54694 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1264
[junit4] 2> 55537 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2102
[junit4] 2> 55543 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2107
[junit4] 2> 55546 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 57114 INFO (OverseerCollectionConfigSetProcessor-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 58066 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=9
[junit4] 2> 58066 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=7
[junit4] 2> 59474 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 59477 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 59479 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 59479 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 63049 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 63052 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 64472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 64477 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 64477 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 64479 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 68048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 68049 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 69472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 69476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 69476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 69477 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 73047 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 73048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 74472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 74476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 74476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 74478 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 78048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 78048 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 79472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 79477 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 79477 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 79479 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 83047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 83048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 84472 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 84477 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 84477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 84479 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 85550 ERROR (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica http://127.0.0.1:42849/solr/test_collection_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 85550 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=32438
[junit4] 2> 88047 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 88048 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 89472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 89476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 89476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 89479 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 93047 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 93048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 94472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 94476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 94476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 94478 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 98047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 98047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 99472 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 99476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 99476 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 99477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 103048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 103049 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 104472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=1
[junit4] 2> 104476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 104476 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 104478 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 108047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 108048 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 109472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 109476 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 109476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 109477 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 113047 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 113048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 114471 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 114476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 114476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 114477 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 118048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 118048 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 119472 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 119476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 119476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 119479 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 123048 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 123049 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 124472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 124476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 124476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 124478 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 128047 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 128048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 129472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 129476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 129477 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=1
[junit4] 2> 129479 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 133047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 133048 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 134472 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 134476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 134476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 134477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 138047 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 138048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 139472 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 139476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 139476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 139477 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 143047 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 143048 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 144472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 144476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 144476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 144477 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 148047 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 148048 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 149472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 149476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 149476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 149478 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 153047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 153048 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 154471 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 154476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 154476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 154477 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 158047 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 158048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 159471 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 159476 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 159476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 159477 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 163047 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 163048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 164472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 164476 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 164476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 164478 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 168047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 168048 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 169471 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 169476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 169476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 169477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 173047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 173048 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 174471 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 174476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 174476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 174478 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 175554 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExplicitConfiguration
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrCloudReportersTest -Dtests.method=testExplicitConfiguration -Dtests.seed=B72ED3C6D6E86516 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Pacific/Auckland -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 128s J0 | SolrCloudReportersTest.testExplicitConfiguration <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected test_collection with 2 shards and 2 replicas
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:40349_solr, 127.0.0.1:42849_solr]
[junit4] > Last available state: DocCollection(test_collection//collections/test_collection/state.json/3)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"2",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node2":{
[junit4] > "core":"test_collection_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:42849/solr",
[junit4] > "node_name":"127.0.0.1:42849_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"},
[junit4] > "core_node5":{
[junit4] > "core":"test_collection_shard1_replica_n3",
[junit4] > "base_url":"http://127.0.0.1:40349/solr",
[junit4] > "node_name":"127.0.0.1:40349_solr",
[junit4] > "state":"down",
[junit4]
[...truncated too long message...]
estHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: css33 slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2300908 INFO (qtp2032732313-15633) [n:127.0.0.1:37153_solr c:css33 s:shard1 r:core_node2 x:css33_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=css33_shard1_replica_n1&action=CREATE&numShards=1&collection=css33&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209742
[junit4] 2> 2300909 ERROR (SUITE-TestExclusionRuleCollectionAccess-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2300909 INFO (SUITE-TestExclusionRuleCollectionAccess-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40613 40613
[junit4] 2> 2301049 INFO (Thread-3598) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40613 40613
[junit4] 2> 2301049 WARN (Thread-3598) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/css33/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestExclusionRuleCollectionAccess_B72ED3C6D6E86516-001
[junit4] 2> Nov 16, 2017 5:29:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e1247bf), locale=ar-KW, timezone=Africa/Conakry
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=173133040,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldTypeCollectionResource, LeaderFailureAfterFreshStartTest, LeaderElectionTest, SolrCLIZkUtilsTest, HdfsWriteToMultipleCollectionsTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, SolrTestCaseJ4Test, PeerSyncReplicationTest, TestPushWriter, AnalysisErrorHandlingTest, ChaosMonkeyNothingIsSafeTest, TestInPlaceUpdatesStandalone, TestIntervalFaceting, TestStandardQParsers, TestGroupingSearch, RequestLoggingTest, TestFiltering, TestMacros, TestFieldCacheWithThreads, TestPKIAuthenticationPlugin, ConnectionReuseTest, TestBlendedInfixSuggestions, TestZkAclsWithHadoopAuth, DateRangeFieldTest, FileBasedSpellCheckerTest, OverriddenZkACLAndCredentialsProvidersTest, TestFuzzyAnalyzedSuggestions, TestDistributedMissingSort, DeleteStatusTest, UnloadDistributedZkTest, TestNonDefinedSimilarityFactory, SystemInfoHandlerTest, TestExtendedDismaxParser, AlternateDirectoryTest, DisMaxRequestHandlerTest, IndexSchemaTest, TestPointFields, PluginInfoTest, TestDelegationWithHadoopAuth, ScriptEngineTest, TestJsonFacets, PeerSyncWithIndexFingerprintCachingTest, TestAddFieldRealTimeGet, AutoAddReplicasIntegrationTest, ClassificationUpdateProcessorFactoryTest, StatsReloadRaceTest, CollectionReloadTest, DistribJoinFromCollectionTest, DefaultValueUpdateProcessorTest, TestCollectionAPI, SolrMetricReporterTest, ParsingFieldUpdateProcessorsTest, SuggestComponentContextFilterQueryTest, BitVectorTest, TemplateUpdateProcessorTest, FieldAnalysisRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestReRankQParserPlugin, DistributedExpandComponentTest, TimeZoneUtilsTest, TestRetrieveFieldsOptimizer, StatsComponentTest, TestSchemaResource, TestExceedMaxTermLength, TestFieldCacheSort, TestDocTermOrds, TestElisionMultitermQuery, TestCloudJSONFacetJoinDomain, TestTolerantSearch, TestSolrCLIRunExample, AutoscalingHistoryHandlerTest, CSVRequestHandlerTest, LegacyCloudClusterPropTest, SuggesterTest, TestExactStatsCache, TestScoreJoinQPScore, RollingRestartTest, ZkStateReaderTest, TestExpandComponent, FullSolrCloudDistribCmdsTest, TestCloudNestedDocsSort, TestOverriddenPrefixQueryForCustomFieldType, TestReqParamsAPI, TestDynamicFieldResource, TestQueryTypes, TestAuthenticationFramework, ShardSplitTest, TestInitParams, LoggingHandlerTest, TestBinaryResponseWriter, TestPrepRecovery, TestBulkSchemaAPI, TestHashPartitioner, DistanceFunctionTest, TestQueryWrapperFilter, HttpTriggerListenerTest, TestNumericTokenStream, ClusterStateTest, TestSearchPerf, HdfsBasicDistributedZkTest, TestInitQParser, ConfigSetsAPITest, CoreAdminHandlerTest, SimplePostToolTest, SpellPossibilityIteratorTest, TestSearcherReuse, TestSystemCollAutoCreate, WrapperMergePolicyFactoryTest, TestMissingGroups, HdfsRecoveryZkTest, TestLegacyFieldReuse, TestSQLHandlerNonCloud, TestHighFrequencyDictionaryFactory, ComputePlanActionTest, CopyFieldTest, AnalyticsQueryTest, BufferStoreTest, HdfsDirectoryFactoryTest, TestCoreDiscovery, TestConfigSets, EchoParamsTest, BlockJoinFacetRandomTest, TestGeoJSONResponseWriter, TermVectorComponentDistributedTest, TestJoin, TestSolr4Spatial, QueryElevationComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteShardTest, DistributedQueueTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaTest, MultiThreadedOCPTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess]
[junit4] Completed [582/749 (2!)] on J2 in 210.67s, 1 test, 1 error <<< FAILURES!
[...truncated 47797 lines...]