You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/09/13 15:30:24 UTC

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.4) - Build # 2737 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2737/
Java: 64bit/jdk-9.0.4 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader

Error Message:
Error from server at http://127.0.0.1:37573/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37573/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader
	at __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader

Error Message:
Error from server at http://127.0.0.1:33393/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33393/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader
	at __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader

Error Message:
Error from server at http://127.0.0.1:44959/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44959/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader
	at __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader

Error Message:
Error from server at http://127.0.0.1:38035/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38035/solr: Could not find collection : pull_replica_error_handling_test_cant_connect_to_leader
	at __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
	at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13356 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/init-core-data-001
   [junit4]   2> 190633 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=69 numCloses=69
   [junit4]   2> 190633 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 190634 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 190634 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 190634 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001
   [junit4]   2> 190634 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 190634 INFO  (Thread-791) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 190634 INFO  (Thread-791) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 190639 ERROR (Thread-791) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 190734 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41657
   [junit4]   2> 190736 INFO  (zkConnectionManagerCallback-479-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190738 INFO  (jetty-launcher-476-thread-4) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 190739 INFO  (jetty-launcher-476-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 190739 INFO  (jetty-launcher-476-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 190739 INFO  (jetty-launcher-476-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 190744 INFO  (jetty-launcher-476-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 190744 INFO  (jetty-launcher-476-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29df7c26{/solr,null,AVAILABLE}
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7348b30{/solr,null,AVAILABLE}
   [junit4]   2> 190746 INFO  (jetty-launcher-476-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3457a8e5{/solr,null,AVAILABLE}
   [junit4]   2> 190746 INFO  (jetty-launcher-476-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@715f57a1{/solr,null,AVAILABLE}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d89ee02{HTTP/1.1,[http/1.1]}{127.0.0.1:36145}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27bcfccc{HTTP/1.1,[http/1.1]}{127.0.0.1:39833}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.e.j.s.Server Started @190784ms
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3c2bbef7{HTTP/1.1,[http/1.1]}{127.0.0.1:46405}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.e.j.s.Server Started @190784ms
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4998eabd{HTTP/1.1,[http/1.1]}{127.0.0.1:42731}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.e.j.s.Server Started @190784ms
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.e.j.s.Server Started @190784ms
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36145}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39833}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46405}
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42731}
   [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.6.0
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.6.0
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.6.0
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.6.0
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-13T13:57:26.773903Z
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-13T13:57:26.773919Z
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-13T13:57:26.773931Z
   [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-13T13:57:26.773904Z
   [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-486-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190756 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-484-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-485-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190756 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-487-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190756 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 190757 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 190761 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100919903c10002, likely client has closed socket
   [junit4]   2> 190761 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100919903c10003, likely client has closed socket
   [junit4]   2> 190809 INFO  (jetty-launcher-476-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
   [junit4]   2> 190826 INFO  (zkConnectionManagerCallback-491-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190839 INFO  (jetty-launcher-476-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
   [junit4]   2> 190844 INFO  (zkConnectionManagerCallback-494-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190857 INFO  (zkConnectionManagerCallback-497-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190859 INFO  (jetty-launcher-476-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
   [junit4]   2> 190863 INFO  (zkConnectionManagerCallback-505-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190864 INFO  (zkConnectionManagerCallback-502-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190870 INFO  (zkConnectionManagerCallback-507-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190870 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36145_solr
   [junit4]   2> 190871 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.c.Overseer Overseer (id=72217680416931849-127.0.0.1:36145_solr-n_0000000000) starting
   [junit4]   2> 190885 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39833_solr
   [junit4]   2> 190887 INFO  (zkCallback-501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 190888 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 190889 INFO  (zkConnectionManagerCallback-516-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190890 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 190891 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 190892 INFO  (jetty-launcher-476-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
   [junit4]   2> 190894 INFO  (OverseerStateUpdate-72217680416931849-127.0.0.1:36145_solr-n_0000000000) [n:127.0.0.1:36145_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36145_solr
   [junit4]   2> 190898 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 190898 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36145_solr
   [junit4]   2> 190904 INFO  (zkConnectionManagerCallback-520-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190905 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 190907 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 190907 INFO  (zkCallback-501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 190909 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 190910 INFO  (zkConnectionManagerCallback-525-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190910 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 190910 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 190911 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 190911 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 190911 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46405_solr
   [junit4]   2> 190912 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 190918 INFO  (zkConnectionManagerCallback-529-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190922 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 190922 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 190923 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36145.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190924 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 190924 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42731_solr
   [junit4]   2> 190925 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 190928 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36145.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190928 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36145.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190929 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:36145_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node2/.
   [junit4]   2> 190929 INFO  (zkCallback-493-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 190930 INFO  (zkCallback-493-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 190931 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 190931 INFO  (zkCallback-524-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 190931 INFO  (zkCallback-501-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 190931 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 190933 INFO  (zkConnectionManagerCallback-536-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190934 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 190938 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39833.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190939 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 190944 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 190944 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39833.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190944 INFO  (zkConnectionManagerCallback-541-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190944 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39833.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190945 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 190945 INFO  (jetty-launcher-476-thread-4) [n:127.0.0.1:39833_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node4/.
   [junit4]   2> 190945 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 190946 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 190953 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46405.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190955 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42731.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190958 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46405.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190958 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46405.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190959 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:46405_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node1/.
   [junit4]   2> 190959 WARN  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2> javax.management.InstanceNotFoundException: solr_42731:dom1=solr,dom2=jvm,name0=memory,name1=pools,name2=CodeHeap-'profiled-nmethods',name=committed
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738) [java/:?]
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1341) [?:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:110) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:941) [java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:868) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:590) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) [java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248) [java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) [?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:844) [?:?]
   [junit4]   2> 190968 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42731.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190968 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42731.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 190969 INFO  (jetty-launcher-476-thread-3) [n:127.0.0.1:42731_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node3/.
   [junit4]   2> 191012 INFO  (zkConnectionManagerCallback-545-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191014 INFO  (zkConnectionManagerCallback-550-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191015 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 191015 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 191018 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d89ee02{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 191018 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1843628192
   [junit4]   2> 191019 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 191019 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d0f8bbd: rootName = solr_36145, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3304304
   [junit4]   2> 191023 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 191023 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dfe3db1: rootName = solr_36145, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2e28778b
   [junit4]   2> 191025 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 191025 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5dce3633: rootName = solr_36145, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@44326a59
   [junit4]   2> 191026 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36145_solr
   [junit4]   2> 191026 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 191026 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191026 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191026 INFO  (zkCallback-524-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191027 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191026 INFO  (zkCallback-501-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191027 INFO  (zkCallback-493-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191027 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191028 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191029 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.Overseer Overseer (id=72217680416931849-127.0.0.1:36145_solr-n_0000000000) closing
   [junit4]   2> 191029 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191029 INFO  (OverseerStateUpdate-72217680416931849-127.0.0.1:36145_solr-n_0000000000) [n:127.0.0.1:36145_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36145_solr
   [junit4]   2> 191029 WARN  (OverseerAutoScalingTriggerThread-72217680416931849-127.0.0.1:36145_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 191032 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39833_solr
   [junit4]   2> 191032 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3457a8e5{/solr,null,UNAVAILABLE}
   [junit4]   2> 191032 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 191032 INFO  (zkCallback-506-thread-1) [n:127.0.0.1:39833_solr    ] o.a.s.c.Overseer Overseer (id=72217680416931850-127.0.0.1:39833_solr-n_0000000001) starting
   [junit4]   2> 191033 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 191033 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 191033 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 191034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 191034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@282260ca{/solr,null,AVAILABLE}
   [junit4]   2> 191034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a7d3366{HTTP/1.1,[http/1.1]}{127.0.0.1:46653}
   [junit4]   2> 191034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.Server Started @191070ms
   [junit4]   2> 191034 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38035}
   [junit4]   2> 191035 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 191035 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 191035 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.6.0
   [junit4]   2> 191035 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 191035 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 191035 INFO  (OverseerStateUpdate-72217680416931850-127.0.0.1:39833_solr-n_0000000001) [n:127.0.0.1:39833_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39833_solr
   [junit4]   2> 191035 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-13T13:57:27.060276Z
   [junit4]   2> 191036 INFO  (zkConnectionManagerCallback-552-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191037 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 191140 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
   [junit4]   2> 191146 INFO  (zkConnectionManagerCallback-556-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191153 INFO  (zkConnectionManagerCallback-558-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191157 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 191159 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 191159 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38035_solr
   [junit4]   2> 191160 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191160 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191160 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191160 INFO  (zkCallback-493-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191160 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191160 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191160 INFO  (zkCallback-524-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191171 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191179 INFO  (zkConnectionManagerCallback-565-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191180 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 191180 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 191180 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 191189 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38035.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191195 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38035.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191195 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38035.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191196 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [n:127.0.0.1:38035_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node2/.
   [junit4]   2> 191221 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:46653/solr. Proxy: http://127.0.0.1:38035/solr
   [junit4]   2> 191222 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@27bcfccc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 191222 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=84519797
   [junit4]   2> 191223 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 191223 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40bbc784: rootName = solr_39833, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@18b81eeb
   [junit4]   2> 191229 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 191229 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@214f0ec4: rootName = solr_39833, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2e28778b
   [junit4]   2> 191232 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 191232 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cd3a8b8: rootName = solr_39833, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@44326a59
   [junit4]   2> 191234 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39833_solr
   [junit4]   2> 191234 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191234 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 191234 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191234 INFO  (zkCallback-506-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191234 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191234 INFO  (zkCallback-524-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191234 INFO  (zkCallback-493-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191234 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 191234 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191234 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191235 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.Overseer Overseer (id=72217680416931850-127.0.0.1:39833_solr-n_0000000001) closing
   [junit4]   2> 191235 INFO  (zkCallback-564-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191235 WARN  (OverseerAutoScalingTriggerThread-72217680416931850-127.0.0.1:39833_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 191235 INFO  (OverseerStateUpdate-72217680416931850-127.0.0.1:39833_solr-n_0000000001) [n:127.0.0.1:39833_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39833_solr
   [junit4]   2> 191238 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100919903c1000a, likely client has closed socket
   [junit4]   2> 191239 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7348b30{/solr,null,UNAVAILABLE}
   [junit4]   2> 191239 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 191239 INFO  (zkCallback-493-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46405_solr
   [junit4]   2> 191239 INFO  (zkCallback-493-thread-2) [n:127.0.0.1:46405_solr    ] o.a.s.c.Overseer Overseer (id=72217680416931846-127.0.0.1:46405_solr-n_0000000002) starting
   [junit4]   2> 191239 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6341a9bb{/solr,null,AVAILABLE}
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ccad72e{HTTP/1.1,[http/1.1]}{127.0.0.1:41611}
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.Server Started @191276ms
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46211}
   [junit4]   2> 191240 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 191240 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 191241 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.6.0
   [junit4]   2> 191241 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 191241 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 191241 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-13T13:57:27.266119Z
   [junit4]   2> 191241 INFO  (OverseerStateUpdate-72217680416931846-127.0.0.1:46405_solr-n_0000000002) [n:127.0.0.1:46405_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46405_solr
   [junit4]   2> 191242 INFO  (zkConnectionManagerCallback-568-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191242 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 191372 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
   [junit4]   2> 191373 INFO  (zkConnectionManagerCallback-572-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191375 INFO  (zkConnectionManagerCallback-574-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191378 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 191379 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 191379 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46211_solr
   [junit4]   2> 191380 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191380 INFO  (zkCallback-564-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191380 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191380 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191380 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191380 INFO  (zkCallback-573-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191380 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191380 INFO  (zkCallback-493-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191398 INFO  (zkConnectionManagerCallback-581-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191399 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 191399 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 191399 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 191409 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46211.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191414 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46211.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191414 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46211.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191415 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node4/.
   [junit4]   2> 191439 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:41611/solr. Proxy: http://127.0.0.1:46211/solr
   [junit4]   2> 191440 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c2bbef7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 191440 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=238273728
   [junit4]   2> 191440 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 191440 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a75b3af: rootName = solr_46405, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@46e24ae4
   [junit4]   2> 191445 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 191445 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51593cc3: rootName = solr_46405, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2e28778b
   [junit4]   2> 191448 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 191448 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46917148: rootName = solr_46405, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@44326a59
   [junit4]   2> 191449 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46405_solr
   [junit4]   2> 191449 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 191449 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191449 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191449 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191450 INFO  (zkCallback-580-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191450 INFO  (zkCallback-493-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191450 INFO  (zkCallback-573-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191450 INFO  (zkCallback-564-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191450 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191450 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191450 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.Overseer Overseer (id=72217680416931846-127.0.0.1:46405_solr-n_0000000002) closing
   [junit4]   2> 191450 INFO  (OverseerStateUpdate-72217680416931846-127.0.0.1:46405_solr-n_0000000002) [n:127.0.0.1:46405_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46405_solr
   [junit4]   2> 191450 WARN  (OverseerAutoScalingTriggerThread-72217680416931846-127.0.0.1:46405_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 191456 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42731_solr
   [junit4]   2> 191456 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@29df7c26{/solr,null,UNAVAILABLE}
   [junit4]   2> 191456 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 191456 INFO  (zkCallback-528-thread-1) [n:127.0.0.1:42731_solr    ] o.a.s.c.Overseer Overseer (id=72217680416931854-127.0.0.1:42731_solr-n_0000000003) starting
   [junit4]   2> 191457 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
   [junit4]   2> 191457 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 191457 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 191457 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 191457 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57cebadf{/solr,null,AVAILABLE}
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a3d0dcf{HTTP/1.1,[http/1.1]}{127.0.0.1:44863}
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.Server Started @191494ms
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39053}
   [junit4]   2> 191458 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.6.0
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 191458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-13T13:57:27.483665Z
   [junit4]   2> 191462 INFO  (OverseerStateUpdate-72217680416931854-127.0.0.1:42731_solr-n_0000000003) [n:127.0.0.1:42731_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42731_solr
   [junit4]   2> 191463 INFO  (zkConnectionManagerCallback-584-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191463 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 191533 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
   [junit4]   2> 191534 INFO  (zkConnectionManagerCallback-588-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191536 INFO  (zkConnectionManagerCallback-590-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191538 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 191540 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 191540 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39053_solr
   [junit4]   2> 191541 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191541 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191541 INFO  (zkCallback-573-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191541 INFO  (zkCallback-564-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191541 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191541 INFO  (zkCallback-580-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191541 INFO  (zkCallback-589-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191541 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 191552 INFO  (zkConnectionManagerCallback-597-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191552 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 191553 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr ready
   [junit4]   2> 191553 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 191562 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39053.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191568 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39053.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191568 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39053.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
   [junit4]   2> 191568 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node1/.
   [junit4]   2> 191591 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:44863/solr. Proxy: http://127.0.0.1:39053/solr
   [junit4]   2> 191592 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4998eabd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 191592 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1135295768
   [junit4]   2> 191592 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 191592 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@199ee4b5: rootName = solr_42731, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@584fe1f1
   [junit4]   2> 191596 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 191596 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6331d9e7: rootName = solr_42731, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2e28778b
   [junit4]   2> 191599 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 191599 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1123a0df: rootName = solr_42731, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@44326a59
   [junit4]   2> 191600 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42731_solr
   [junit4]   2> 191600 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 191600 INFO  (zkCallback-528-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191600 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191600 INFO  (zkCallback-564-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191600 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191601 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 191601 INFO  (zkCallback-580-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes f

[...truncated too long message...]

atYouKill.java:333)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:398)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:398)
   [junit4]   2> 	at org.apache.solr.cloud.ZkDistributedQueue.offer(ZkDistributedQueue.java:321)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1605)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1573)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.unload(CoreContainer.java:1519)
   [junit4]   2> 	... 40 more
   [junit4]   2> 
   [junit4]   2> 1263915 WARN  (zkCallback-271-thread-4) [    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:44457_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:44457_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:398) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:398) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$3(ZkController.java:944) [java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$3(ZkStateReader.java:793) [java/:?]
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724) [?:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:792) [java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1400(ZkStateReader.java:73) [java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1298) [java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1293) [java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:270) [java/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) [?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) [?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:844) [?:?]
   [junit4]   2> 1263916 INFO  (jetty-closer-143-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25519847{/solr,null,UNAVAILABLE}
   [junit4]   2> 1263917 INFO  (jetty-closer-143-thread-4) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1263917 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1263917 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33793 33793
   [junit4]   2> 1265466 INFO  (Thread-100) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33793 33793
   [junit4]   2> 1265467 WARN  (Thread-100) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/aliases.json
   [junit4]   2> 	17	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 	9	/solr/configs/conf
   [junit4]   2> 	8	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/terms/shard1
   [junit4]   2> 	8	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard2
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/terms/shard1
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/clusterstate.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	4	/solr/overseer_elect/election/72217979862056968-127.0.0.1:45331_solr-n_0000000000
   [junit4]   2> 	3	/solr/overseer_elect/election/72217979862056985-127.0.0.1:44959_solr-n_0000000005
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/collections
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-002
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-BA, timezone=Indian/Reunion
   [junit4]   2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=325572624,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestPullReplicaErrorHandling, TestPullReplicaErrorHandling]
   [junit4] Completed [5/5 (5!)] on J2 in 638.18s, 3 tests, 1 error <<< FAILURES!

[...truncated 15 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1092: There were test failures: 5 suites, 15 tests, 5 errors [seed: 82E4B50E98F6F15C]

Total time: 21 minutes 8 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   5/5 failed: org.apache.solr.cloud.TestPullReplicaErrorHandling
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=f76a424aa2b1a29eda229e0e7b292551d96e9d29, workspace=/var/lib/jenkins/workspace/Lucene-Solr-7.x-Linux
[WARNINGS] Computing warning deltas based on reference build #2736
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

Re: [JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.4) - Build # 2737 - Still Unstable!

Posted by Tomás Fernández Löbbe <to...@gmail.com>.
This is because of https://issues.apache.org/jira/browse/SOLR-12766. Just
pushed a fix.

On Thu, Sep 13, 2018 at 8:32 AM Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2737/
> Java: 64bit/jdk-9.0.4 -XX:-UseCompressedOops -XX:+UseParallelGC
>
> 4 tests failed.
> FAILED:
> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader
>
> Error Message:
> Error from server at http://127.0.0.1:37573/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>
> Stack Trace:
> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:
> Error from server at http://127.0.0.1:37573/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>         at
> __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
>         at
> org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
>         at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
>         at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.base/java.lang.reflect.Method.invoke(Method.java:564)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
>
> FAILED:
> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader
>
> Error Message:
> Error from server at http://127.0.0.1:33393/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>
> Stack Trace:
> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:
> Error from server at http://127.0.0.1:33393/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>         at
> __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
>         at
> org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
>         at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
>         at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.base/java.lang.reflect.Method.invoke(Method.java:564)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
>
> FAILED:
> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader
>
> Error Message:
> Error from server at http://127.0.0.1:44959/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>
> Stack Trace:
> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:
> Error from server at http://127.0.0.1:44959/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>         at
> __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
>         at
> org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
>         at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
>         at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.base/java.lang.reflect.Method.invoke(Method.java:564)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
>
> FAILED:
> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader
>
> Error Message:
> Error from server at http://127.0.0.1:38035/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>
> Stack Trace:
> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:
> Error from server at http://127.0.0.1:38035/solr: Could not find
> collection : pull_replica_error_handling_test_cant_connect_to_leader
>         at
> __randomizedtesting.SeedInfo.seed([82E4B50E98F6F15C:CE8D57EEDEE7576]:0)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
>         at
> org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
>         at
> org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:128)
>         at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown
> Source)
>         at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.base/java.lang.reflect.Method.invoke(Method.java:564)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:993)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
>
>
>
> Build Log:
> [...truncated 13356 lines...]
>    [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
>    [junit4]   2> Creating dataDir:
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/init-core-data-001
>    [junit4]   2> 190633 WARN
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=69 numCloses=69
>    [junit4]   2> 190633 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
> w/NUMERIC_DOCVALUES_SYSPROP=false
>    [junit4]   2> 190634 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
> @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="
> https://issues.apache.org/jira/browse/SOLR-5776")
>    [junit4]   2> 190634 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
> test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
>    [junit4]   2> 190634 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001
>    [junit4]   2> 190634 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 190634 INFO  (Thread-791) [    ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 190634 INFO  (Thread-791) [    ] o.a.s.c.ZkTestServer
> Starting server
>    [junit4]   2> 190639 ERROR (Thread-791) [    ] o.a.z.s.ZooKeeperServer
> ZKShutdownHandler is not registered, so ZooKeeper server won't take any
> action on ERROR or SHUTDOWN server state changes
>    [junit4]   2> 190734 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.ZkTestServer start zk server on port:41657
>    [junit4]   2> 190736 INFO  (zkConnectionManagerCallback-479-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190738 INFO  (jetty-launcher-476-thread-4) [    ]
> o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
> git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
>    [junit4]   2> 190739 INFO  (jetty-launcher-476-thread-1) [    ]
> o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
> git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
>    [junit4]   2> 190739 INFO  (jetty-launcher-476-thread-3) [    ]
> o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
> git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
>    [junit4]   2> 190739 INFO  (jetty-launcher-476-thread-2) [    ]
> o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
> git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
>    [junit4]   2> 190744 INFO  (jetty-launcher-476-thread-1) [    ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
>    [junit4]   2> 190744 INFO  (jetty-launcher-476-thread-1) [    ]
> o.e.j.s.session No SessionScavenger set, using defaults
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-1) [    ]
> o.e.j.s.session node0 Scavenging every 600000ms
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ]
> o.e.j.s.session No SessionScavenger set, using defaults
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ]
> o.e.j.s.session node0 Scavenging every 660000ms
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-1) [    ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29df7c26
> {/solr,null,AVAILABLE}
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-2) [    ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-2) [    ]
> o.e.j.s.session No SessionScavenger set, using defaults
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-2) [    ]
> o.e.j.s.session node0 Scavenging every 660000ms
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-3) [    ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-3) [    ]
> o.e.j.s.session No SessionScavenger set, using defaults
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-3) [    ]
> o.e.j.s.session node0 Scavenging every 660000ms
>    [junit4]   2> 190745 INFO  (jetty-launcher-476-thread-4) [    ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7348b30
> {/solr,null,AVAILABLE}
>    [junit4]   2> 190746 INFO  (jetty-launcher-476-thread-2) [    ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3457a8e5
> {/solr,null,AVAILABLE}
>    [junit4]   2> 190746 INFO  (jetty-launcher-476-thread-3) [    ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@715f57a1
> {/solr,null,AVAILABLE}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.e.j.s.AbstractConnector Started ServerConnector@1d89ee02
> {HTTP/1.1,[http/1.1]}{127.0.0.1:36145}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.e.j.s.AbstractConnector Started ServerConnector@27bcfccc
> {HTTP/1.1,[http/1.1]}{127.0.0.1:39833}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.e.j.s.Server Started @190784ms
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.e.j.s.AbstractConnector Started ServerConnector@3c2bbef7
> {HTTP/1.1,[http/1.1]}{127.0.0.1:46405}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.e.j.s.Server Started @190784ms
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.e.j.s.AbstractConnector Started ServerConnector@4998eabd
> {HTTP/1.1,[http/1.1]}{127.0.0.1:42731}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.e.j.s.Server Started @190784ms
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.e.j.s.Server Started @190784ms
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=36145}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=39833}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=46405}
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=42731}
>    [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-1) [    ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
>    [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-4) [    ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
>    [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-3) [    ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
>    [junit4]   2> 190748 ERROR (jetty-launcher-476-thread-2) [    ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr?
> version 7.6.0
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr?
> version 7.6.0
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr?
> version 7.6.0
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr?
> version 7.6.0
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port
> null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port
> null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port
> null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port
> null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time:
> 2018-09-13T13:57:26.773903Z
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time:
> 2018-09-13T13:57:26.773919Z
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time:
> 2018-09-13T13:57:26.773931Z
>    [junit4]   2> 190748 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time:
> 2018-09-13T13:57:26.773904Z
>    [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-486-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190756 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-484-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-485-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190756 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 190756 INFO  (zkConnectionManagerCallback-487-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190756 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 190757 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 190761 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [
>   ] o.a.z.s.NIOServerCnxn Unable to read additional data from client
> sessionid 0x100919903c10002, likely client has closed socket
>    [junit4]   2> 190761 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [
>   ] o.a.z.s.NIOServerCnxn Unable to read additional data from client
> sessionid 0x100919903c10003, likely client has closed socket
>    [junit4]   2> 190809 INFO  (jetty-launcher-476-thread-1) [    ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
>    [junit4]   2> 190826 INFO  (zkConnectionManagerCallback-491-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190839 INFO  (jetty-launcher-476-thread-2) [    ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
>    [junit4]   2> 190844 INFO  (zkConnectionManagerCallback-494-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190857 INFO  (zkConnectionManagerCallback-497-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190859 INFO  (jetty-launcher-476-thread-4) [    ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
>    [junit4]   2> 190863 INFO  (zkConnectionManagerCallback-505-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190864 INFO  (zkConnectionManagerCallback-502-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190870 INFO  (zkConnectionManagerCallback-507-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190870 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.OverseerElectionContext I am going
> to be the leader 127.0.0.1:36145_solr
>    [junit4]   2> 190871 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.Overseer Overseer
> (id=72217680416931849-127.0.0.1:36145_solr-n_0000000000) starting
>    [junit4]   2> 190885 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:39833_solr
>    [junit4]   2> 190887 INFO  (zkCallback-501-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>    [junit4]   2> 190888 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>    [junit4]   2> 190889 INFO  (zkConnectionManagerCallback-516-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190890 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (1)
>    [junit4]   2> 190891 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider
> Cluster at 127.0.0.1:41657/solr ready
>    [junit4]   2> 190892 INFO  (jetty-launcher-476-thread-3) [    ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
>    [junit4]   2> 190894 INFO
> (OverseerStateUpdate-72217680416931849-127.0.0.1:36145_solr-n_0000000000)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.Overseer Starting to work on the
> main queue : 127.0.0.1:36145_solr
>    [junit4]   2> 190898 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.TransientSolrCoreCacheDefault
> Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 190898 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:36145_solr
>    [junit4]   2> 190904 INFO  (zkConnectionManagerCallback-520-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190905 INFO  (zkCallback-515-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>    [junit4]   2> 190907 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>    [junit4]   2> 190907 INFO  (zkCallback-501-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
>    [junit4]   2> 190909 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (2)
>    [junit4]   2> 190910 INFO  (zkConnectionManagerCallback-525-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190910 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system
> collection, keeping metrics history in memory.
>    [junit4]   2> 190910 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (2)
>    [junit4]   2> 190911 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider
> Cluster at 127.0.0.1:41657/solr ready
>    [junit4]   2> 190911 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.c.TransientSolrCoreCacheDefault
> Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 190911 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:46405_solr
>    [junit4]   2> 190912 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>    [junit4]   2> 190918 INFO  (zkConnectionManagerCallback-529-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190922 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (3)
>    [junit4]   2> 190922 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system
> collection, keeping metrics history in memory.
>    [junit4]   2> 190923 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_36145.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190924 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.c.TransientSolrCoreCacheDefault
> Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 190924 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:42731_solr
>    [junit4]   2> 190925 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 190928 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_36145.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190928 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_36145.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190929 INFO  (jetty-launcher-476-thread-2)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node2/.
>    [junit4]   2> 190929 INFO  (zkCallback-493-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>    [junit4]   2> 190930 INFO  (zkCallback-493-thread-2) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 190931 INFO  (zkCallback-515-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
>    [junit4]   2> 190931 INFO  (zkCallback-524-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
>    [junit4]   2> 190931 INFO  (zkCallback-501-thread-2) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
>    [junit4]   2> 190931 INFO  (zkCallback-528-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 190933 INFO  (zkConnectionManagerCallback-536-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190934 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (4)
>    [junit4]   2> 190938 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_39833.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190939 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider
> Cluster at 127.0.0.1:41657/solr ready
>    [junit4]   2> 190944 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system
> collection, keeping metrics history in memory.
>    [junit4]   2> 190944 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_39833.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190944 INFO  (zkConnectionManagerCallback-541-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 190944 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_39833.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190945 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (4)
>    [junit4]   2> 190945 INFO  (jetty-launcher-476-thread-4)
> [n:127.0.0.1:39833_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node4/.
>    [junit4]   2> 190945 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider
> Cluster at 127.0.0.1:41657/solr ready
>    [junit4]   2> 190946 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system
> collection, keeping metrics history in memory.
>    [junit4]   2> 190953 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_46405.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190955 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_42731.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190958 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_46405.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190958 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_46405.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190959 INFO  (jetty-launcher-476-thread-1)
> [n:127.0.0.1:46405_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node1/.
>    [junit4]   2> 190959 WARN  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to
> register gauge
>    [junit4]   2> javax.management.InstanceNotFoundException:
> solr_42731:dom1=solr,dom2=jvm,name0=memory,name1=pools,name2=CodeHeap-'profiled-nmethods',name=committed
>    [junit4]   2>        at
> com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
> ~[?:?]
>    [junit4]   2>        at
> com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
> ~[?:?]
>    [junit4]   2>        at
> com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
> ~[?:?]
>    [junit4]   2>        at
> com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
> ~[?:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
> ~[java/:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
> [java/:?]
>    [junit4]   2>        at java.util.HashMap.forEach(HashMap.java:1341)
> [?:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:110)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:941)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:868)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.core.CoreContainer.load(CoreContainer.java:590) [java/:?]
>    [junit4]   2>        at
> org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
> [java/:?]
>    [junit4]   2>        at
> org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
> [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
> [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477)
> [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542)
> [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186)
> [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023)
> [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473)
> [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
> [java/:?]
>    [junit4]   2>        at
> org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
> [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
> [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
>    [junit4]   2>        at
> org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392)
> [java/:?]
>    [junit4]   2>        at
> org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248)
> [java/:?]
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
>    [junit4]   2>        at
> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
> [java/:?]
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
> [?:?]
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
> [?:?]
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:844) [?:?]
>    [junit4]   2> 190968 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_42731.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190968 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_42731.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 190969 INFO  (jetty-launcher-476-thread-3)
> [n:127.0.0.1:42731_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node3/.
>    [junit4]   2> 191012 INFO  (zkConnectionManagerCallback-545-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 191014 INFO  (zkConnectionManagerCallback-550-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 191015 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
>    [junit4]   2> 191015 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41657/solr
> ready
>    [junit4]   2> 191018 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.AbstractConnector Stopped ServerConnector@1d89ee02
> {HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>    [junit4]   2> 191018 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.CoreContainer Shutting down CoreContainer instance=1843628192
>    [junit4]   2> 191019 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
> tag=null
>    [junit4]   2> 191019 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@5d0f8bbd: rootName =
> solr_36145, domain = solr.node, service url = null, agent id = null] for
> registry solr.node / com.codahale.metrics.MetricRegistry@3304304
>    [junit4]   2> 191023 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
> tag=null
>    [junit4]   2> 191023 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@3dfe3db1: rootName =
> solr_36145, domain = solr.jvm, service url = null, agent id = null] for
> registry solr.jvm / com.codahale.metrics.MetricRegistry@2e28778b
>    [junit4]   2> 191025 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
> tag=null
>    [junit4]   2> 191025 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@5dce3633: rootName =
> solr_36145, domain = solr.jetty, service url = null, agent id = null] for
> registry solr.jetty / com.codahale.metrics.MetricRegistry@44326a59
>    [junit4]   2> 191026 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.
> 1:36145_solr
>    [junit4]   2> 191026 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
>    [junit4]   2> 191026 INFO  (zkCallback-515-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191026 INFO  (zkCallback-528-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191026 INFO  (zkCallback-524-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191027 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191026 INFO  (zkCallback-501-thread-2) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191027 INFO  (zkCallback-493-thread-2) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191027 INFO  (zkCallback-535-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191028 INFO  (zkCallback-540-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191029 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.Overseer Overseer
> (id=72217680416931849-127.0.0.1:36145_solr-n_0000000000) closing
>    [junit4]   2> 191029 INFO  (zkCallback-549-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191029 INFO
> (OverseerStateUpdate-72217680416931849-127.0.0.1:36145_solr-n_0000000000)
> [n:127.0.0.1:36145_solr    ] o.a.s.c.Overseer Overseer Loop exiting :
> 127.0.0.1:36145_solr
>    [junit4]   2> 191029 WARN
> (OverseerAutoScalingTriggerThread-72217680416931849-127.0.0.1:36145_solr-n_0000000000)
> [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but
> we are closed, exiting.
>    [junit4]   2> 191032 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39833
> _solr
>    [junit4]   2> 191032 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3457a8e5
> {/solr,null,UNAVAILABLE}
>    [junit4]   2> 191032 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session node0 Stopped scavenging
>    [junit4]   2> 191032 INFO  (zkCallback-506-thread-1) [n:127.0.0.1:39833_solr
>   ] o.a.s.c.Overseer Overseer
> (id=72217680416931850-127.0.0.1:39833_solr-n_0000000001) starting
>    [junit4]   2> 191033 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
> git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
>    [junit4]   2> 191033 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
>    [junit4]   2> 191033 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session No SessionScavenger set, using defaults
>    [junit4]   2> 191034 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session node0 Scavenging every 600000ms
>    [junit4]   2> 191034 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@282260ca
> {/solr,null,AVAILABLE}
>    [junit4]   2> 191034 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.AbstractConnector Started ServerConnector@a7d3366
> {HTTP/1.1,[http/1.1]}{127.0.0.1:46653}
>    [junit4]   2> 191034 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.Server Started @191070ms
>    [junit4]   2> 191034 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=38035}
>    [junit4]   2> 191035 ERROR
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
>    [junit4]   2> 191035 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
>    [junit4]   2> 191035 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr?
> version 7.6.0
>    [junit4]   2> 191035 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port
> null
>    [junit4]   2> 191035 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 191035 INFO
> (OverseerStateUpdate-72217680416931850-127.0.0.1:39833_solr-n_0000000001)
> [n:127.0.0.1:39833_solr    ] o.a.s.c.Overseer Starting to work on the
> main queue : 127.0.0.1:39833_solr
>    [junit4]   2> 191035 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time:
> 2018-09-13T13:57:27.060276Z
>    [junit4]   2> 191036 INFO  (zkConnectionManagerCallback-552-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 191037 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 191140 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41657/solr
>    [junit4]   2> 191146 INFO  (zkConnectionManagerCallback-556-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 191153 INFO  (zkConnectionManagerCallback-558-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 191157 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (3)
>    [junit4]   2> 191159 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.c.TransientSolrCoreCacheDefault
> Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 191159 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.c.ZkController Register node as live
> in ZooKeeper:/live_nodes/127.0.0.1:38035_solr
>    [junit4]   2> 191160 INFO  (zkCallback-540-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191160 INFO  (zkCallback-549-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191160 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191160 INFO  (zkCallback-493-thread-2) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191160 INFO  (zkCallback-535-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191160 INFO  (zkCallback-528-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191160 INFO  (zkCallback-524-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191171 INFO  (zkCallback-557-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 191179 INFO  (zkConnectionManagerCallback-565-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 191180 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes
> from ZooKeeper... (0) -> (4)
>    [junit4]   2> 191180 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider
> Cluster at 127.0.0.1:41657/solr ready
>    [junit4]   2> 191180 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system
> collection, keeping metrics history in memory.
>    [junit4]   2> 191189 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_38035.solr.node' (registry 'solr.node') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 191195 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_38035.solr.jvm' (registry 'solr.jvm') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 191195 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
> 'solr_38035.solr.jetty' (registry 'solr.jetty') enabled at server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@69625478
>    [junit4]   2> 191196 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker)
> [n:127.0.0.1:38035_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core
> definitions underneath
> /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_82E4B50E98F6F15C-001/tempDir-001/node2/.
>    [junit4]   2> 191221 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL:
> http://127.0.0.1:46653/solr. Proxy: http://127.0.0.1:38035/solr
>    [junit4]   2> 191222 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.AbstractConnector Stopped ServerConnector@27bcfccc
> {HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>    [junit4]   2> 191222 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.CoreContainer Shutting down CoreContainer instance=84519797
>    [junit4]   2> 191223 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
> tag=null
>    [junit4]   2> 191223 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@40bbc784: rootName =
> solr_39833, domain = solr.node, service url = null, agent id = null] for
> registry solr.node / com.codahale.metrics.MetricRegistry@18b81eeb
>    [junit4]   2> 191229 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
> tag=null
>    [junit4]   2> 191229 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@214f0ec4: rootName =
> solr_39833, domain = solr.jvm, service url = null, agent id = null] for
> registry solr.jvm / com.codahale.metrics.MetricRegistry@2e28778b
>    [junit4]   2> 191232 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
> tag=null
>    [junit4]   2> 191232 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.r.SolrJmxReporter Closing reporter
> [org.apache.solr.metrics.reporters.SolrJmxReporter@3cd3a8b8: rootName =
> solr_39833, domain = solr.jetty, service url = null, agent id = null] for
> registry solr.jetty / com.codahale.metrics.MetricRegistry@44326a59
>    [junit4]   2> 191234 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.
> 1:39833_solr
>    [junit4]   2> 191234 INFO  (zkCallback-557-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191234 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.m.SolrMetricManager Closing metric reporters for
> registry=solr.cluster, tag=null
>    [junit4]   2> 191234 INFO  (zkCallback-535-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191234 INFO  (zkCallback-506-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191234 INFO  (zkCallback-528-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191234 INFO  (zkCallback-524-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191234 INFO  (zkCallback-493-thread-2) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191234 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
> 2147483647 transient cores
>    [junit4]   2> 191234 INFO  (zkCallback-549-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191234 INFO  (zkCallback-540-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191235 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.Overseer Overseer
> (id=72217680416931850-127.0.0.1:39833_solr-n_0000000001) closing
>    [junit4]   2> 191235 INFO  (zkCallback-564-thread-1) [    ]
> o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
>    [junit4]   2> 191235 WARN
> (OverseerAutoScalingTriggerThread-72217680416931850-127.0.0.1:39833_solr-n_0000000001)
> [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but
> we are closed, exiting.
>    [junit4]   2> 191235 INFO
> (OverseerStateUpdate-72217680416931850-127.0.0.1:39833_solr-n_0000000001)
> [n:127.0.0.1:39833_solr    ] o.a.s.c.Overseer Overseer Loop exiting :
> 127.0.0.1:39833_solr
>    [junit4]   2> 191238 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [
>   ] o.a.z.s.NIOServerCnxn Unable to read additional data from client
> sessionid 0x100919903c1000a, likely client has closed socket
>    [junit4]   2> 191239 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7348b30
> {/solr,null,UNAVAILABLE}
>    [junit4]   2> 191239 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session node0 Stopped scavenging
>    [junit4]   2> 191239 INFO  (zkCallback-493-thread-2) [    ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46405
> _solr
>    [junit4]   2> 191239 INFO  (zkCallback-493-thread-2) [n:127.0.0.1:46405_solr
>   ] o.a.s.c.Overseer Overseer
> (id=72217680416931846-127.0.0.1:46405_solr-n_0000000002) starting
>    [junit4]   2> 191239 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
> git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session DefaultSessionIdManager workerName=node0
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session No SessionScavenger set, using defaults
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.session node0 Scavenging every 600000ms
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6341a9bb
> {/solr,null,AVAILABLE}
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.AbstractConnector Started ServerConnector@7ccad72e
> {HTTP/1.1,[http/1.1]}{127.0.0.1:41611}
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.e.j.s.Server Started @191276ms
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
> hostPort=46211}
>    [junit4]   2> 191240 ERROR
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
> be missing or incomplete.
>    [junit4]   2> 191240 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter Using logger factory
> org.apache.logging.slf4j.Log4jLoggerFactory
>    [junit4]   2> 191241 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr?
> version 7.6.0
>    [junit4]   2> 191241 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port
> null
>    [junit4]   2> 191241 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 191241 INFO
> (SUITE-TestPullReplicaErrorHandling-seed#[82E4B50E98F6F15C]-worker) [    ]
> o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time:
> 2018-09-13T13:57:27.266119Z
>    [junit4]   2> 191241 INFO
> (OverseerStateUpdate-72217680416931846-127.0.0.1:46405_solr-n_0000000002)
> [n:127.0.0.1:46405_solr    ] o.a.s.c.Overseer Starting to work on the
> main queue : 127.0.0.1:46405_solr
>    [junit4]   2> 191242 INFO  (zkConnectionManagerCallback-568-thread-1)
> [    ] o.a.s.c.c.ConnectionManager zkClient has connected
>    [junit4]   2> 191242 INFO  (SUITE-