You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/15 17:31:20 UTC
[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 208
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/208/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration
Error Message:
JMX not enabled
Stack Trace:
java.lang.AssertionError: JMX not enabled
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=2 not found in http://127.0.0.1:36259/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:36259/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:513)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:143)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"down", "base_url":"http://127.0.0.1:43221", "core":"c8n_1x3_lf_shard1_replica_t1", "node_name":"127.0.0.1:43221_", "type":"TLOG"}, "core_node2":{ "core":"c8n_1x3_lf_shard1_replica_t3", "base_url":"http://127.0.0.1:34203", "node_name":"127.0.0.1:34203_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica_t2", "base_url":"http://127.0.0.1:40595", "node_name":"127.0.0.1:40595_", "state":"down", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"3"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"down",
"base_url":"http://127.0.0.1:43221",
"core":"c8n_1x3_lf_shard1_replica_t1",
"node_name":"127.0.0.1:43221_",
"type":"TLOG"},
"core_node2":{
"core":"c8n_1x3_lf_shard1_replica_t3",
"base_url":"http://127.0.0.1:34203",
"node_name":"127.0.0.1:34203_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica_t2",
"base_url":"http://127.0.0.1:40595",
"node_name":"127.0.0.1:40595_",
"state":"down",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"3"}
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:3C0B0D5F3C35AB53]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:580)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11886 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/init-core-data-001
[junit4] 2> 890132 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 890133 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 890134 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001
[junit4] 2> 890134 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 890134 INFO (Thread-3195) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 890135 INFO (Thread-3195) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 890150 ERROR (Thread-3195) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 890234 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43871
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890240 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a99f34{/solr,null,AVAILABLE}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55e266f0{/solr,null,AVAILABLE}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d8c2bdf{SSL,[ssl, http/1.1]}{127.0.0.1:33597}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.e.j.s.Server Started @891852ms
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33597}
[junit4] 2> 890242 ERROR (jetty-launcher-1023-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e7c9b71{SSL,[ssl, http/1.1]}{127.0.0.1:45037}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.e.j.s.Server Started @891852ms
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45037}
[junit4] 2> 890242 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@604fa1ac{/solr,null,AVAILABLE}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6570e375{/solr,null,AVAILABLE}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.363Z
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@733fab13{SSL,[ssl, http/1.1]}{127.0.0.1:41479}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eee6160{SSL,[ssl, http/1.1]}{127.0.0.1:41421}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.e.j.s.Server Started @891855ms
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.e.j.s.Server Started @891855ms
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41479}
[junit4] 2> 890245 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41421}
[junit4] 2> 890246 ERROR (jetty-launcher-1023-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 890248 ERROR (jetty-launcher-1023-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.366Z
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890248 ERROR (jetty-launcher-1023-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.366Z
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 890248 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T16:48:15.366Z
[junit4] 2> 890250 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890250 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890250 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890254 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 890256 INFO (jetty-launcher-1023-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890256 INFO (jetty-launcher-1023-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890258 INFO (jetty-launcher-1023-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890261 INFO (jetty-launcher-1023-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
[junit4] 2> 890273 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890273 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41421_solr
[junit4] 2> 890274 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.Overseer Overseer (id=98488529404166156-127.0.0.1:41421_solr-n_0000000000) starting
[junit4] 2> 890278 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41421_solr
[junit4] 2> 890279 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 890299 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 890300 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890301 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 890302 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41479_solr
[junit4] 2> 890303 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 890303 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 890303 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890303 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 890307 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45037_solr
[junit4] 2> 890307 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 890308 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 890308 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 890313 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 890313 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 890314 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33597_solr
[junit4] 2> 890316 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890316 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890318 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890322 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 890356 WARN (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890357 WARN (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890357 WARN (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890357 INFO (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1
[junit4] 2> 890358 WARN (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890358 WARN (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 INFO (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890359 WARN (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890360 INFO (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2
[junit4] 2> 890400 WARN (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890400 WARN (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890400 WARN (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 890400 INFO (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3
[junit4] 2> 890409 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 890409 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43871/solr ready
[junit4] 2> 890435 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[747E79EB3A0684C6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 890436 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 890458 INFO (qtp1693920092-9102) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 890459 INFO (OverseerThreadFactory-3068-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 890561 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41479/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890562 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33597/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890562 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41421/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890563 INFO (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45037/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 890775 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890775 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890791 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890791 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890791 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890791 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890793 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 890793 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 890895 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890896 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 890895 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891788 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891794 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 891799 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891799 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n1' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891799 WARN (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891800 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891800 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2/reloaded_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2/reloaded_collection_shard1_replica_n1/data/]
[junit4] 2> 891802 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891803 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891803 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 891822 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n1] Schema name=minimal
[junit4] 2> 891823 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 891824 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891824 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n1' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891824 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 891824 WARN (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891825 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891825 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4/reloaded_collection_shard2_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4/reloaded_collection_shard2_replica_n1/data/]
[junit4] 2> 891825 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891825 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n2' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891826 WARN (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891826 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891826 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 891826 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2/data/]
[junit4] 2> 891826 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n2' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 891827 WARN (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 891827 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891827 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1/reloaded_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1/reloaded_collection_shard2_replica_n2/data/]
[junit4] 2> 891848 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891848 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891849 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891849 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891850 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5631fc0e[reloaded_collection_shard1_replica_n1] main]
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891851 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472264966144
[junit4] 2> 891852 INFO (searcherExecutor-3077-thread-1-processing-n:127.0.0.1:41479_solr x:reloaded_collection_shard1_replica_n1 s:shard1 c:reloaded_collection r:core_node1) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n1] Registered new searcher Searcher@5631fc0e[reloaded_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891853 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891853 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891854 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 891854 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891854 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891855 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63214033[reloaded_collection_shard2_replica_n1] main]
[junit4] 2> 891855 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891856 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891856 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891856 INFO (searcherExecutor-3078-thread-1-processing-n:127.0.0.1:41421_solr x:reloaded_collection_shard2_replica_n1 s:shard2 c:reloaded_collection r:core_node3) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n1] Registered new searcher Searcher@63214033[reloaded_collection_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891856 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472270209024
[junit4] 2> 891859 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 891860 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891860 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891860 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891860 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891861 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891861 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@237b3a8[reloaded_collection_shard2_replica_n2] main]
[junit4] 2> 891861 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ba82b32[reloaded_collection_shard1_replica_n2] main]
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 891862 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472276500480
[junit4] 2> 891862 INFO (searcherExecutor-3080-thread-1-processing-n:127.0.0.1:45037_solr x:reloaded_collection_shard2_replica_n2 s:shard2 c:reloaded_collection r:core_node4) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n2] Registered new searcher Searcher@237b3a8[reloaded_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891862 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472276500480
[junit4] 2> 891864 INFO (searcherExecutor-3079-thread-1-processing-n:127.0.0.1:33597_solr x:reloaded_collection_shard1_replica_n2 s:shard1 c:reloaded_collection r:core_node2) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n2] Registered new searcher Searcher@1ba82b32[reloaded_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891961 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 891961 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41479/solr/reloaded_collection_shard1_replica_n1/
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=https://127.0.0.1:41479/solr START replicas=[https://127.0.0.1:33597/solr/reloaded_collection_shard1_replica_n2/] nUpdates=100
[junit4] 2> 892355 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=https://127.0.0.1:41479/solr DONE. We have no versions. sync failed.
[junit4] 2> 892360 INFO (qtp1386881150-9093) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 892360 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 892360 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 892360 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 892360 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 892360 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41421/solr/reloaded_collection_shard2_replica_n1/
[junit4] 2> 892360 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 892361 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n1 url=https://127.0.0.1:41421/solr START replicas=[https://127.0.0.1:45037/solr/reloaded_collection_shard2_replica_n2/] nUpdates=100
[junit4] 2> 892361 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n1 url=https://127.0.0.1:41421/solr DONE. We have no versions. sync failed.
[junit4] 2> 892366 INFO (qtp1032140600-9100) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard2_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 892366 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 892366 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 892366 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 892366 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41479/solr/reloaded_collection_shard1_replica_n1/ shard1
[junit4] 2> 892369 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41421/solr/reloaded_collection_shard2_replica_n1/ shard2
[junit4] 2> 892471 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892471 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892517 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 892519 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1744
[junit4] 2> 892519 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 892520 INFO (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1730
[junit4] 2> 892621 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892621 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892622 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892621 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892621 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892866 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2073
[junit4] 2> 892866 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2075
[junit4] 2> 892869 INFO (qtp1693920092-9102) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 892970 INFO (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 892970 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 893869 INFO (qtp1693920092-9102) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3411
[junit4] 2> 893872 INFO (qtp1693920092-9096) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893875 INFO (qtp1386881150-9088) [n:127.0.0.1:33597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893878 INFO (qtp686557211-9108) [n:127.0.0.1:41421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893880 INFO (qtp1032140600-9076) [n:127.0.0.1:45037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893881 INFO (qtp1693920092-9103) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 893882 INFO (qtp1693920092-9103) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893883 INFO (OverseerThreadFactory-3068-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
[junit4] 2> 893883 INFO (OverseerCollectionConfigSetProcessor-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 893887 INFO (qtp1032140600-9085) [n:127.0.0.1:45037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica_n2&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005391429&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893887 INFO (qtp1693920092-9090) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica_n1&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893887 INFO (qtp1386881150-9084) [n:127.0.0.1:33597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica_n2&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005339081&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893887 INFO (qtp686557211-9106) [n:127.0.0.1:41421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica_n1&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005367775&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893888 INFO (qtp1693920092-9103) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893890 INFO (qtp1693920092-9086) [n:127.0.0.1:41479_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140
[junit4] 2> 893890 INFO (qtp1693920092-9086) [n:127.0.0.1:41479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893892 INFO (qtp1386881150-9074) [n:127.0.0.1:33597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893895 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 893896 INFO (parallelCoreAdminExecutor-3071-thread-1-processing-n:127.0.0.1:41421_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005367775 RELOAD) [n:127.0.0.1:41421_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 893898 INFO (parallelCoreAdminExecutor-3075-thread-1-processing-n:127.0.0.1:33597_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005339081 RELOAD) [n:127.0.0.1:33597_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 893901 INFO (qtp686557211-9106) [n:127.0.0.1:41421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893903 INFO (qtp1032140600-9077) [n:127.0.0.1:45037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 893908 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr ] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 893910 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 893910 INFO (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0
[...truncated too long message...]
88592111960073-127.0.0.1:34203_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2>
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:34203/, target: http://127.0.0.1:44189/
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:43221/, target: http://127.0.0.1:34495/
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:39303/, target: http://127.0.0.1:34603/
[junit4] 2> 1979651 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:40595/, target: http://127.0.0.1:37379/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=747E79EB3A0684C6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-LU -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 133s J1 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "state":"down",
[junit4] > "base_url":"http://127.0.0.1:43221",
[junit4] > "core":"c8n_1x3_lf_shard1_replica_t1",
[junit4] > "node_name":"127.0.0.1:43221_",
[junit4] > "type":"TLOG"},
[junit4] > "core_node2":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_t3",
[junit4] > "base_url":"http://127.0.0.1:34203",
[junit4] > "node_name":"127.0.0.1:34203_",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"},
[junit4] > "core_node3":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_t2",
[junit4] > "base_url":"http://127.0.0.1:40595",
[junit4] > "node_name":"127.0.0.1:40595_",
[junit4] > "state":"down",
[junit4] > "type":"TLOG"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"0",
[junit4] > "tlogReplicas":"3"}
[junit4] > at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_747E79EB3A0684C6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1693, maxMBSortInHeap=5.488019816817215, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-LU, timezone=Africa/Banjul
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=287253080,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudDeleteByQuery, ResourceLoaderTest, SpatialRPTFieldTypeTest, TestStressCloudBlindAtomicUpdates, HdfsCollectionsAPIDistributedZkTest, TestSystemIdResolver, TestSolrQueryResponse, SoftAutoCommitTest, TestLockTree, TestCoreAdminApis, HdfsDirectoryFactoryTest, TestNumericRangeQuery32, TestManagedSynonymFilterFactory, VersionInfoTest, CheckHdfsIndexTest, TestFieldSortValues, TestSimpleTrackingShardHandler, BitVectorTest, TestSegmentSorting, TestSolrJ, SecurityConfHandlerTest, TestMaxTokenLenTokenizer, TestScoreJoinQPNoScore, TestCoreContainer, TestMaxScoreQueryParser, TestUpdate, TestDeleteCollectionOnDownNodes, TestSolrFieldCacheBean, DeleteStatusTest, SchemaVersionSpecificBehaviorTest, TestDFISimilarityFactory, SolrCloudExampleTest, AnalysisAfterCoreReloadTest, TestHashQParserPlugin, DirectSolrConnectionTest, TestSerializedLuceneMatchVersion, TestSearchPerf, TestReqParamsAPI, StatelessScriptUpdateProcessorFactoryTest, DOMUtilTest, TestRequestForwarding, TestNoOpRegenerator, HdfsWriteToMultipleCollectionsTest, TestSolrCloudWithDelegationTokens, CoreSorterTest, OverseerModifyCollectionTest, CloudMLTQParserTest, TestSchemalessBufferedUpdates, SpatialFilterTest, AddBlockUpdateTest, QueryParsingTest, SolrCmdDistributorTest, HighlighterTest, DistributedTermsComponentTest, OverseerTaskQueueTest, TestInPlaceUpdatesDistrib, TestFieldCacheVsDocValues, TestRTGBase, TestDistributedGrouping, OutOfBoxZkACLAndCredentialsProvidersTest, DistanceFunctionTest, TestLRUCache, BlockJoinFacetDistribTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestTlogReplica, ZkCLITest, HdfsBasicDistributedZkTest, TestMacros, ManagedSchemaRoundRobinCloudTest, OpenCloseCoreStressTest, LeaderInitiatedRecoveryOnCommitTest, TestDocBasedVersionConstraints, TestManagedSchemaThreadSafety, TestLeaderElectionZkExpiry, TestCloudPivotFacet, ActionThrottleTest, TestBinaryResponseWriter, SolrJmxReporterCloudTest, TestEmbeddedSolrServerSchemaAPI, TestHashPartitioner, CollectionsAPIDistributedZkTest, DistributedIntervalFacetingTest, MetricUtilsTest, TestReloadDeadlock, TestLegacyNumericUtils, CoreAdminCreateDiscoverTest, RemoteQueryErrorTest, SOLR749Test, TestComplexPhraseLeadingWildcard, TestInitParams, IndexSchemaTest, DirectSolrSpellCheckerTest, TestSolrCLIRunExample, CollectionReloadTest, TestStressVersions, SpellCheckComponentTest, TermVectorComponentTest, RequestLoggingTest, AsyncCallRequestStatusResponseTest, JavabinLoaderTest, ShardRoutingCustomTest, TestConfigOverlay, TestSha256AuthenticationProvider, TestPerFieldSimilarity, HLLSerializationTest, DistributedMLTComponentTest, TestCursorMarkWithoutUniqueKey, CSVRequestHandlerTest, AutoScalingHandlerTest, MissingSegmentRecoveryTest, FacetPivotSmallTest, CoreAdminHandlerTest, CollectionsAPIAsyncDistributedZkTest, RuleEngineTest, LeaderElectionContextKeyTest, BasicDistributedZk2Test, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, TestDistributedSearch, DistributedSpellCheckComponentTest, ZkControllerTest, TestReload, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, MinimalSchemaTest, TestConfig, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, OpenExchangeRatesOrgProviderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, CustomCollectionTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [527/729 (4!)] on J1 in 132.69s, 1 test, 1 failure <<< FAILURES!
[...truncated 43998 lines...]