You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/17 19:03:13 UTC

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9) - Build # 624 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/624/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
Error from server at http://127.0.0.1:37351/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37351/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([D9FC62BF696B5646]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:111)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestDistribDocBasedVersion.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40589/d_ji/dn

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40589/d_ji/dn
	at __randomizedtesting.SeedInfo.seed([D9FC62BF696B5646:51A85D65C7973BBE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
	... 42 more


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.test

Error Message:
Error from server at http://127.0.0.1:40309/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40309/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([D9FC62BF696B5646:51A85D65C7973BBE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:42)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1712 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20171017_173131_6791022363953510779815.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20171017_173131_6785859094851019872013.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20171017_173131_6793075029461212680327.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 296 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171017_173910_01416142334011156725284.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171017_173910_01417873594373709521045.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171017_173910_01717807828297742840808.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1054 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171017_174046_25112153296848335163973.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171017_174046_2511089399216681324804.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171017_174046_25811597141048790064043.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171017_174239_6964862306540286572904.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171017_174239_69617653684368903988637.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171017_174239_6964939381085226842607.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 247 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171017_174254_74017536835329004896152.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171017_174254_7406844669236822581655.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171017_174254_74016927761250877436549.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171017_174323_056519113892027536541.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171017_174323_05613390126403503400422.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171017_174323_05613575281312422960670.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171017_174326_9253908573028018277685.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171017_174326_92518357485827772719834.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171017_174326_925625384388572231801.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171017_174336_4977983198560584038530.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171017_174336_4972056444255320361651.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171017_174346_01117885637742001471165.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171017_174346_0119539675748589537038.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171017_174346_0111957245508464837223.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171017_174349_25915446689824271109867.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 195 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171017_174357_10910388713175522404419.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171017_174357_1097724381887496503183.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171017_174357_1093145528269241779496.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1260 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171017_174600_182674353660997454404.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171017_174600_18111415443988535416447.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171017_174600_1788539483966099297450.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 233 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20171017_174609_7135364124814085055022.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20171017_174609_71313545751193900357478.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20171017_174609_71312932502339652424796.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 255 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20171017_174622_75913877284703658691211.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20171017_174622_75913816960225610903172.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20171017_174622_7595717450906539154719.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20171017_174939_187189073620767847305.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20171017_174939_1871913926056064687248.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20171017_174939_1872337660593563061696.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20171017_174942_5098430499397695070709.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20171017_174942_5097999392507916505687.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20171017_174942_513877606555480906315.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 229 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20171017_174949_29216136876940025420660.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20171017_174949_2923358384843543606834.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20171017_174949_2929178617463228590099.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20171017_175024_0513608548841779183067.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20171017_175024_0519182420662035389255.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20171017_175024_05111518507050908453908.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 240 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171017_175040_81914363397446333116840.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171017_175040_81911842623685122127699.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171017_175040_8196185994370391271461.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20171017_175058_8105318612888273906536.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20171017_175058_79914814286576977474086.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20171017_175058_81010516409240300716422.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20171017_175117_713339862053709924601.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20171017_175117_71712607371724772920242.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 180 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20171017_175130_0702285858196455884091.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20171017_175130_0702114372803130850828.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20171017_175130_07011836832045118458847.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 312 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20171017_175148_8912222748534564997905.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20171017_175148_89112594950535148552909.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20171017_175148_8913581174470704609932.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171017_175157_37615626935196473694579.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171017_175157_37615176124779230168649.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171017_175157_3765204209831151419330.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20171017_175206_1454944473322451028668.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20171017_175206_1458639189910583375792.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20171017_175206_1453667437377294073423.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 202 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171017_175218_77917433490089982239309.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171017_175218_77913933531072175702875.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171017_175218_77912046808728404247682.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 415 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171017_175309_27411758680747754920989.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171017_175309_2742589200978996779206.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171017_175309_27411849028632222588038.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20171017_175323_864370429495801080676.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171017_175325_5928431963744625841994.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171017_175325_5929056656051674640087.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171017_175325_59211691105574225427656.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 250 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20171017_175414_78012127754521895350976.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20171017_175414_78013988697086814621887.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20171017_175414_78012768617412465919042.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1971 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestDistribDocBasedVersion
   [junit4]   2> 91350 INFO  (SUITE-TestDistribDocBasedVersion-seed#[D9FC62BF696B5646]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDistribDocBasedVersion_D9FC62BF696B5646-001/init-core-data-001
   [junit4]   2> 91350 WARN  (SUITE-TestDistribDocBasedVersion-seed#[D9FC62BF696B5646]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1106 numCloses=1106
   [junit4]   2> 91350 INFO  (SUITE-TestDistribDocBasedVersion-seed#[D9FC62BF696B5646]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 91351 INFO  (SUITE-TestDistribDocBasedVersion-seed#[D9FC62BF696B5646]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 91351 INFO  (SUITE-TestDistribDocBasedVersion-seed#[D9FC62BF696B5646]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /d_ji/dn
   [junit4]   2> 91352 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 91352 INFO  (Thread-205) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 91352 INFO  (Thread-205) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 91355 ERROR (Thread-205) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 91452 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.ZkTestServer start zk server on port:38649
   [junit4]   2> 91461 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-externalversionconstraint.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 91462 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 91462 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 91463 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 91463 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 91464 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 91464 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 91465 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 91465 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 91465 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 91466 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 91467 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 91547 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 91547 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3305c3f0{/d_ji/dn,null,AVAILABLE}
   [junit4]   2> 91549 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f6f28c1{HTTP/1.1,[http/1.1]}{127.0.0.1:40589}
   [junit4]   2> 91549 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.e.j.s.Server Started @93346ms
   [junit4]   2> 91549 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/d_ji/dn, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDistribDocBasedVersion_D9FC62BF696B5646-001/tempDir-001/control/data, hostPort=40589, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDistribDocBasedVersion_D9FC62BF696B5646-001/control-001/cores}
   [junit4]   2> 91549 ERROR (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 91549 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 91549 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 91549 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 91549 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-17T17:56:52.907618Z
   [junit4]   2> 91551 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 91551 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDistribDocBasedVersion_D9FC62BF696B5646-001/control-001/solr.xml
   [junit4]   2> 91553 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 91553 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 91554 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6dbaea04, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 91556 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38649/solr
   [junit4]   2> 91591 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 91592 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40589_d_ji%2Fdn
   [junit4]   2> 91592 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.Overseer Overseer (id=98845524801028100-127.0.0.1:40589_d_ji%2Fdn-n_0000000000) starting
   [junit4]   2> 91595 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40589_d_ji%2Fdn
   [junit4]   2> 91595 INFO  (OverseerStateUpdate-98845524801028100-127.0.0.1:40589_d_ji%2Fdn-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 91630 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dbaea04
   [junit4]   2> 91636 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dbaea04
   [junit4]   2> 91636 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dbaea04
   [junit4]   2> 91637 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDistribDocBasedVersion_D9FC62BF696B5646-001/control-001/cores
   [junit4]   2> 91648 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 91649 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38649/solr ready
   [junit4]   2> 91651 INFO  (qtp1552646196-692) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40589_d_ji%252Fdn&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 91653 INFO  (OverseerThreadFactory-268-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 91757 INFO  (qtp1552646196-688) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 91758 INFO  (qtp1552646196-688) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 91862 INFO  (zkCallback-103-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 92785 INFO  (qtp1552646196-688) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 92796 INFO  (qtp1552646196-688) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 92839 INFO  (qtp1552646196-688) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 92846 INFO  (qtp1552646196-688) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 92847 INFO  (qtp1552646196-688) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dbaea04
   [junit4]   2> 92849 INFO  (qtp1552646196-688) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 92849 INFO  (qtp1552646196-688) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDistribDocBasedVersion_D9FC62BF696B5646-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDistribDocBasedVersion_D9FC62BF696B5646-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 92852 INFO  (qtp1552646196-688) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 92929 INFO  (qtp1552646196-688) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 92929 INFO  (qtp1552646196-688) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 92931 INFO  (qtp1552646196-688) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 92931 INFO  (qtp1552646196-688) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 92932 INFO  (qtp1552646196-688) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=58.7958984375, floorSegmentMB=0.62890625, forceMergeDeletesPctAllowed=21.25171655116913, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44821293334067824
   [junit4]   2> 92933 INFO  (qtp1552646196-688) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@60bbcc94[control_collection_shard1_replica_n1] main]
   [junit4]   2> 92934 INFO  (qtp1552646196-688) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 92934 INFO  (qtp1552646196-688) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 92935 INFO  (qtp1552646196-688) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 92936 INFO  (searcherExecutor-271-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@60bbcc94[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92936 INFO  (qtp1552646196-688) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581528398476345344
   [junit4]   2> 92939 INFO  (qtp1552646196-688) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 92939 INFO  (qtp1552646196-688) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 92939 INFO  (qtp1552646196-688) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40589/d_ji/dn/control_collection_shard1_replica_n1/
   [junit4]   2> 92939 INFO  (qtp1552646196-688) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 92939 INFO  (qtp1552646196-688) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:40589/d_ji/dn/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 92939 INFO  (qtp1552646196-688) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 92942 INFO  (qtp1552646196-688) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40589/d_ji/dn/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 151712 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40589
   [junit4]   2> 151712 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=55728309
   [junit4]   2> 151712 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 151712 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@732fa599: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5e88522b
   [junit4]   2> 151717 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 151717 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@226d521c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6e75cee3
   [junit4]   2> 151721 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 151722 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a334157: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@30de4998
   [junit4]   2> 151728 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 151729 INFO  (coreCloseExecutor-276-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4bbd3fb8
   [junit4]   2> 151729 INFO  (coreCloseExecutor-276-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1270693816
   [junit4]   2> 151729 INFO  (coreCloseExecutor-276-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66e0665: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@488eaf68
   [junit4]   2> 151737 INFO  (coreCloseExecutor-276-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1270693816
   [junit4]   2> 271653 ERROR (qtp1552646196-692) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:311)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 271653 INFO  (qtp1552646196-692) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40589_d_ji%252Fdn&wt=javabin&version=2} status=500 QTime=180001
   [junit4]   2> 271654 ERROR (qtp1552646196-692) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:311)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 691853 ERROR (OverseerThreadFactory-268-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:40589/d_ji/dn
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40589/d_ji/dn
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]   2> 	... 12 more
   [junit4]   2> 691853 INFO  (TEST-TestDistribDocBasedVersion.test-seed#[D9FC62BF696B5646]) [    ] o.a.s.c.Overseer Overseer (id=98845524801028100-127.0.0.1:40589_d_ji%2Fdn-n_0000000000) closing
   [junit4]   2> 691854 ERROR (OverseerThreadFactory-268-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 691854 INFO  (OverseerStateUpdate-98845524801028100-127.0.0.1:40589_d_ji%2Fdn-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40589_d_ji%2Fdn
   [junit4]   2> 691854 INFO  (OverseerThreadFactory-268-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 691856 INFO  (zkCallback-103-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 691857 ERROR (OverseerThreadFactory-268-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:315)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$221/863965288@d85cdc rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@133b1fb2[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2104)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:848)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1397)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:61)
   [junit4]   2> 	at java.base/java.util.concurrent.ExecutorCompletionService.submit(Ex

[...truncated too long message...]

rr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171017_185626_66510646397111196271275.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171017_185626_6656796947941951002631.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171017_185713_3619962659912238995224.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171017_185713_3619432652324572543055.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171017_185713_3616604584636372188587.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171017_185729_007160186036201182759.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171017_185729_0071019152119564492965.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 647 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171017_185735_88810871281494483354107.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171017_185735_88812061999363085741881.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171017_185735_8881730359147292369218.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 556 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171017_185809_3661241150992217949572.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 4 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171017_185809_3667211086712652064411.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171017_185809_3661253931726920465416.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 559 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171017_185821_45116250278325678992410.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171017_185821_4515682145653590635756.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 643 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171017_185832_0765283465535907232899.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171017_185832_07612955549134876964327.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171017_185832_0763215312003111203463.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171017_185858_72115178671340222105316.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171017_185858_72116133642679448172239.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171017_185909_7203187153057341621019.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 31556 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9) - Build # 632 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/632/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index 0 out-of-bounds for length 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
	at __randomizedtesting.SeedInfo.seed([BD06EC40E594C491:A94EB715C693798F]:0)
	at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
	at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
	at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
	at java.base/java.util.Objects.checkIndex(Objects.java:372)
	at java.base/java.util.ArrayList.get(ArrayList.java:439)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12818 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 1451784 INFO  (SUITE-TestReplicationHandler-seed#[BD06EC40E594C491]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/init-core-data-001
   [junit4]   2> 1451784 WARN  (SUITE-TestReplicationHandler-seed#[BD06EC40E594C491]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
   [junit4]   2> 1451785 INFO  (SUITE-TestReplicationHandler-seed#[BD06EC40E594C491]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1451785 INFO  (SUITE-TestReplicationHandler-seed#[BD06EC40E594C491]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 1451786 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexFetchWithMasterUrl
   [junit4]   2> 1451786 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/collection1
   [junit4]   2> 1451787 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1451788 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b22858c{/solr,null,AVAILABLE}
   [junit4]   2> 1451789 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a880a7d{HTTP/1.1,[http/1.1]}{127.0.0.1:33189}
   [junit4]   2> 1451789 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.Server Started @1453782ms
   [junit4]   2> 1451789 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/collection1/data, hostPort=33189}
   [junit4]   2> 1451789 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1451789 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1451789 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1451789 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1451789 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T17:55:30.213864Z
   [junit4]   2> 1451790 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/solr.xml
   [junit4]   2> 1451791 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1451791 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1451791 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1451820 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451828 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451828 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451830 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/.
   [junit4]   2> 1451830 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1451830 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1451835 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1451848 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1451848 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1451848 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1451848 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451849 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1451849 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1451849 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=43.7509765625, floorSegmentMB=1.4091796875, forceMergeDeletesPctAllowed=15.728770699237508, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6987554279008438
   [junit4]   2> 1451870 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1451870 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1451870 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1451871 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@26946d2e[collection1] main]
   [junit4]   2> 1451871 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-001/collection1/conf
   [junit4]   2> 1451871 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1451871 INFO  (coreLoadExecutor-6242-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1451872 INFO  (searcherExecutor-6243-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@26946d2e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1451872 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/collection1
   [junit4]   2> 1451873 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1777e614{/solr,null,AVAILABLE}
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@708905d3{HTTP/1.1,[http/1.1]}{127.0.0.1:35313}
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.Server Started @1453867ms
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/collection1/data, hostPort=35313}
   [junit4]   2> 1451874 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1451874 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T17:55:30.298950Z
   [junit4]   2> 1451875 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/solr.xml
   [junit4]   2> 1451876 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1451876 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1451876 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1451894 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451901 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451901 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451903 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/.
   [junit4]   2> 1451903 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1451903 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1451908 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1451912 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1451913 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1451913 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1451913 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1451913 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1451913 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1451914 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=43.7509765625, floorSegmentMB=1.4091796875, forceMergeDeletesPctAllowed=15.728770699237508, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6987554279008438
   [junit4]   2> 1451955 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1451955 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1451956 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1451956 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bc134a2[collection1] main]
   [junit4]   2> 1451957 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/collection1/conf
   [junit4]   2> 1451958 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1451958 INFO  (coreLoadExecutor-6252-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1451959 INFO  (searcherExecutor-6253-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3bc134a2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1451959 INFO  (qtp1031922147-13815) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1451959 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1451959 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1451959 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1451959 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1451960 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1451960 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1451960 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e52bc2a commitCommandVersion:0
   [junit4]   2> 1451960 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6542aaa6[collection1] main]
   [junit4]   2> 1451960 INFO  (indexFetcher-6257-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1451961 INFO  (searcherExecutor-6253-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6542aaa6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1451966 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@708905d3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1451966 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2101414367
   [junit4]   2> 1451966 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1451966 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b85b5e7: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@741b69fb
   [junit4]   2> 1451970 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1451970 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@248d76f9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6aecc912
   [junit4]   2> 1451974 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1451974 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fffb432: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b584eb
   [junit4]   2> 1451974 INFO  (coreCloseExecutor-6258-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@764703e2
   [junit4]   2> 1451974 INFO  (coreCloseExecutor-6258-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1984365538
   [junit4]   2> 1451974 INFO  (coreCloseExecutor-6258-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20a8a4a4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@70e48abc
   [junit4]   2> 1451982 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1777e614{/solr,null,UNAVAILABLE}
   [junit4]   2> 1451983 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57f06b96{/solr,null,AVAILABLE}
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3cea7911{HTTP/1.1,[http/1.1]}{127.0.0.1:42525}
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.e.j.s.Server Started @1453977ms
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/collection1/data, hostPort=42525}
   [junit4]   2> 1451984 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T17:55:30.408774Z
   [junit4]   2> 1451984 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/solr.xml
   [junit4]   2> 1451986 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1451986 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1451986 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1452003 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1452011 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1452011 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1452013 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/.
   [junit4]   2> 1452013 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1452013 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1452017 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1452021 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1452022 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1452022 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1452023 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52e7b4e8
   [junit4]   2> 1452023 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1452023 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1452024 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=43.7509765625, floorSegmentMB=1.4091796875, forceMergeDeletesPctAllowed=15.728770699237508, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6987554279008438
   [junit4]   2> 1452055 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1452055 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1452056 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1452056 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@147c0ac5[collection1] main]
   [junit4]   2> 1452056 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001/solr-instance-002/collection1/conf
   [junit4]   2> 1452057 INFO  (coreLoadExecutor-6265-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1452057 INFO  (searcherExecutor-6266-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@147c0ac5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1452058 INFO  (qtp1031922147-13815) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1452058 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1452059 INFO  (qtp621404626-13854) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1452059 INFO  (qtp621404626-13854) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1452059 INFO  (qtp621404626-13855) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1452059 INFO  (qtp621404626-13855) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@69c5147d commitCommandVersion:0
   [junit4]   2> 1452060 INFO  (qtp621404626-13855) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@263ffd0e[collection1] main]
   [junit4]   2> 1452060 INFO  (qtp621404626-13855) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1452061 INFO  (searcherExecutor-6266-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@263ffd0e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1452061 INFO  (qtp621404626-13855) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 1452061 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1452061 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1452062 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1452062 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1452062 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1452062 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1452062 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1452062 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1452062 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1452063 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1452063 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1452063 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1452063 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1452063 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1452063 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1452063 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1452064 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1452065 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1452066 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1452067 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1452068 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1452069 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1452070 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1452070 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1452070 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1452070 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1452070 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1452070 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1452070 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1452071 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1452072 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1452073 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1452073 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1452073 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1452073 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1452073 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1452073 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1452073 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 1452074 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 1452075 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 1452075 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 1452075 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 1452075 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 1452075 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 1452075 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 1452075 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 1452076 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 1452077 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 1452078 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 1452078 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 1452078 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 1452078 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 1452078 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 1452078 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 1452078 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 1452079 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 1452079 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 1452079 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 1452079 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 1452079 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 1452079 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 1452079 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 1452080 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 1452081 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 1452081 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 1452081 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 1452081 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 1452081 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 1452081 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 1452081 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 1452082 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 1452083 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 1452083 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 1452083 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 1452083 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 1452083 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 1452083 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 1452083 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 1452084 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 1452085 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 1452086 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 1452086 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 1452086 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 1452086 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 1452086 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 1452086 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 1452086 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 1452087 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 1452087 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 1452087 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 1452087 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 1452087 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 1452087 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 1452087 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 1452088 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 1452089 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 1452089 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 1452089 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 1452089 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 1452089 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 1452089 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 1452089 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 1452090 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 1452090 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 1452090 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 1452090 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 1452090 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 1452090 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 1452090 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 1452091 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 1452091 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 1452091 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 1452091 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 1452091 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 1452091 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 1452094 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 1452095 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 1452095 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 1452095 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 1452095 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 1452096 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 1452096 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 1452096 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 1452096 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 1452096 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 1452097 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 1452097 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 1452097 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 1452097 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 1452097 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 1452097 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 1452098 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
   [junit4]   2> 1452098 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 1452098 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 1452098 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 1452098 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
   [junit4]   2> 1452098 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
   [junit4]   2> 1452098 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
   [junit4]   2> 1452099 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 0
   [junit4]   2> 1452099 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
   [junit4]   2> 1452099 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
   [junit4]   2> 1452099 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[254]} 0 0
   [junit4]   2> 1452100 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[255]} 0 0
   [junit4]   2> 1452100 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[256]} 0 0
   [junit4]   2> 1452101 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[257]} 0 0
   [junit4]   2> 1452101 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[258]} 0 0
   [junit4]   2> 1452101 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[259]} 0 0
   [junit4]   2> 1452101 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[260]} 0 0
   [junit4]   2> 1452101 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[261]} 0 0
   [junit4]   2> 1452102 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[262]} 0 0
   [junit4]   2> 1452102 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[263]} 0 0
   [junit4]   2> 1452102 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[264]} 0 0
   [junit4]   2> 1452102 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[265]} 0 0
   [junit4]   2> 1452102 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[266]} 0 0
   [junit4]   2> 1452102 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[267]} 0 0
   [junit4]   2> 1452102 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[268]} 0 0
   [junit4]   2> 1452103 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[269]} 0 0
   [junit4]   2> 1452103 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[270]} 0 0
   [junit4]   2> 1452103 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[271]} 0 0
   [junit4]   2> 1452103 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[272]} 0 0
   [junit4]   2> 1452103 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[273]} 0 0
   [junit4]   2> 1452103 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[274]} 0 0
   [junit4]   2> 1452103 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[275]} 0 0
   [junit4]   2> 1452104 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[276]} 0 0
   [junit4]   2> 1452104 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[277]} 0 0
   [junit4]   2> 1452104 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[278]} 0 0
   [junit4]   2> 1452104 INFO  (qtp1031922147-13815) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[279]} 0 0
   [junit4]   2> 1452104 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[280]} 0 0
   [junit4]   2> 1452104 INFO  (qtp1031922147-13811) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[281]} 0 0
   [junit4]   2> 1452104 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[282]} 0 0
   [junit4]   2> 1452105 INFO  (qtp1031922147-13810) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[283]} 0 0
   [junit4]   2> 1452105 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[284]} 0 0
   [junit4]   2> 1452105 INFO  (qtp1031922147-13816) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt

[...truncated too long message...]

b544{/solr,null,UNAVAILABLE}
   [junit4]   2> 1541550 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestRepeater
   [junit4]   2> 1541551 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@bada43c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1541551 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1120449366
   [junit4]   2> 1541551 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1541551 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@707296e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7c21c163
   [junit4]   2> 1541552 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1541552 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31a84687: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6aecc912
   [junit4]   2> 1541552 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1541553 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ff439e6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b584eb
   [junit4]   2> 1541553 INFO  (coreCloseExecutor-6920-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2fe0c2d8
   [junit4]   2> 1541553 INFO  (coreCloseExecutor-6920-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=803259096
   [junit4]   2> 1541553 INFO  (coreCloseExecutor-6920-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e9fa30e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@127a9e32
   [junit4]   2> 1541555 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d017955{/solr,null,UNAVAILABLE}
   [junit4]   2> 1541556 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ad2eb3b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1541556 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1117061385
   [junit4]   2> 1541556 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1541556 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@269326ab: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5dbddf11
   [junit4]   2> 1541557 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1541557 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b55ab26: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6aecc912
   [junit4]   2> 1541557 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1541557 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ada9134: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b584eb
   [junit4]   2> 1541557 INFO  (coreCloseExecutor-6922-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@478c3ff5
   [junit4]   2> 1541558 INFO  (coreCloseExecutor-6922-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1200373749
   [junit4]   2> 1541558 INFO  (coreCloseExecutor-6922-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79114efe: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6b3a38f3
   [junit4]   2> 1541560 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[BD06EC40E594C491]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52c81eb9{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_BD06EC40E594C491-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting), newname=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1044, maxMBSortInHeap=6.0323094674524365, sim=RandomSimilarity(queryNorm=false): {}, locale=luo-KE, timezone=America/Rankin_Inlet
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=152881808,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ShardRoutingCustomTest, UninvertDocValuesMergePolicyTest, TestStressReorder, TestLazyCores, PreAnalyzedFieldTest, TestSubQueryTransformer, SpellingQueryConverterTest, AnalysisErrorHandlingTest, HdfsUnloadDistributedZkTest, TestFilteredDocIdSet, TestPullReplica, TestSolrCloudWithSecureImpersonation, DistribDocExpirationUpdateProcessorTest, DirectUpdateHandlerTest, TestAnalyzedSuggestions, TestCloudDeleteByQuery, SystemLogListenerTest, SolrShardReporterTest, DocValuesMultiTest, CircularListTest, TestSortByMinMaxFunction, ExecutePlanActionTest, BasicAuthStandaloneTest, CollectionsAPIDistributedZkTest, UUIDUpdateProcessorFallbackTest, NodeAddedTriggerTest, CloneFieldUpdateProcessorFactoryTest, ShowFileRequestHandlerTest, TestReRankQParserPlugin, SolrCloudExampleTest, TestFastLRUCache, TestScoreJoinQPScore, ZkSolrClientTest, TestCollationField, CloudExitableDirectoryReaderTest, OpenExchangeRatesOrgProviderTest, NodeMutatorTest, AnalyticsQueryTest, TestPseudoReturnFields, TestComplexPhraseQParserPlugin, ReplicationFactorTest, TestConfigSetProperties, CreateCollectionCleanupTest, DistributedFacetPivotSmallTest, TestPointFields, TestPushWriter, TestOverriddenPrefixQueryForCustomFieldType, TestConfigSetsAPIZkFailure, TestBlendedInfixSuggestions, SchemaVersionSpecificBehaviorTest, SegmentsInfoRequestHandlerTest, TestDelegationWithHadoopAuth, PathHierarchyTokenizerFactoryTest, ConcurrentDeleteAndCreateCollectionTest, TestReloadAndDeleteDocs, NumericFieldsTest, TestLegacyTerms, HdfsRecoverLeaseTest, TestBinaryResponseWriter, TestTolerantUpdateProcessorRandomCloud, ManagedSchemaRoundRobinCloudTest, MigrateRouteKeyTest, TestCustomStream, SuggesterFSTTest, TestCloudSearcherWarming, DistributedFacetPivotLargeTest, TestPKIAuthenticationPlugin, SpatialHeatmapFacetsTest, ClusterStateUpdateTest, TemplateUpdateProcessorTest, TestBulkSchemaAPI, TestIntervalFaceting, TestSimpleTrackingShardHandler, TestBM25SimilarityFactory, TestAddFieldRealTimeGet, TestMissingGroups, CdcrRequestHandlerTest, DOMUtilTest, LeaderFailureAfterFreshStartTest, JvmMetricsTest, SimpleMLTQParserTest, TestReplicationHandlerBackup, DistributedVersionInfoTest, SOLR749Test, SampleTest, TestObjectReleaseTracker, V2StandaloneTest, TestPerFieldSimilarity, CdcrBootstrapTest, DistributedTermsComponentTest, TestSolrConfigHandler, TestSolr4Spatial2, CoreAdminRequestStatusTest, TestInfoStreamLogging, SharedFSAutoReplicaFailoverTest, TestJmxIntegration, MoreLikeThisHandlerTest, TestDocSet, TestCloudSchemaless, SSLMigrationTest, TestDefaultStatsCache, TestDocTermOrds, TestNumericTerms64, DebugComponentTest, ExitableDirectoryReaderTest, TestMiniSolrCloudClusterSSL, PingRequestHandlerTest, BlockJoinFacetRandomTest, BufferStoreTest, TestFaceting, TestEmbeddedSolrServerAdminHandler, TestRTGBase, TestSkipOverseerOperations, TestQuerySenderNoQuery, LukeRequestHandlerTest, ParsingFieldUpdateProcessorsTest, TestFastWriter, TestXIncludeConfig, TestManagedSynonymFilterFactory, SpatialRPTFieldTypeTest, HdfsSyncSliceTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler]
   [junit4] Completed [369/744 (1!)] on J1 in 89.78s, 16 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 41358 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9) - Build # 631 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/631/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration

Error Message:
Error from server at https://127.0.0.1:36703/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36703/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([C5E196E2D2B20476:758098CEF78DA553]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:183)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11876 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/init-core-data-001
   [junit4]   2> 268773 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 268774 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 268775 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 268775 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001
   [junit4]   2> 268775 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 268776 INFO  (Thread-715) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 268776 INFO  (Thread-715) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 268778 ERROR (Thread-715) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 268876 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41495
   [junit4]   2> 268890 INFO  (jetty-launcher-2677-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 268891 INFO  (jetty-launcher-2677-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 268925 INFO  (jetty-launcher-2677-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d8e446{/solr,null,AVAILABLE}
   [junit4]   2> 268926 INFO  (jetty-launcher-2677-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ec2e658{/solr,null,AVAILABLE}
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b813f90{SSL,[ssl, http/1.1]}{127.0.0.1:40599}
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-2) [    ] o.e.j.s.Server Started @270730ms
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40599}
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@696dfc64{SSL,[ssl, http/1.1]}{127.0.0.1:36703}
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-1) [    ] o.e.j.s.Server Started @270731ms
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36703}
   [junit4]   2> 268930 ERROR (jetty-launcher-2677-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 268930 ERROR (jetty-launcher-2677-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 268930 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 268931 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T12:45:24.132974Z
   [junit4]   2> 268931 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 268931 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 268931 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T12:45:24.133057Z
   [junit4]   2> 268937 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 268947 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 268952 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41495/solr
   [junit4]   2> 268956 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41495/solr
   [junit4]   2> 268961 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34aab68b0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 268983 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 268983 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40599_solr
   [junit4]   2> 268984 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98855624637087750-127.0.0.1:40599_solr-n_0000000000) starting
   [junit4]   2> 269009 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40599_solr
   [junit4]   2> 269015 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 269011 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 269024 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 269026 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40599_solr]
   [junit4]   2> 269026 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 269026 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 269042 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 269044 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 269053 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 269053 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 269053 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40599_solr]
   [junit4]   2> 269057 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36703_solr
   [junit4]   2> 269058 INFO  (zkCallback-2688-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 269060 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 269092 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40599.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 269108 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40599.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 269108 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40599.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 269109 INFO  (jetty-launcher-2677-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node2/.
   [junit4]   2> 269121 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 269125 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 269125 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 269126 INFO  (jetty-launcher-2677-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node1/.
   [junit4]   2> 269168 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 269168 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41495/solr ready
   [junit4]   2> 269176 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
   [junit4]   2> 269177 DEBUG (zkCallback-2689-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 269177 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 269180 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 269181 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 269181 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 269202 INFO  (qtp911005358-10891) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 269208 INFO  (OverseerThreadFactory-1288-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection testExecute
   [junit4]   2> 269315 INFO  (OverseerStateUpdate-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36703/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 269316 INFO  (OverseerStateUpdate-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40599/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 269520 INFO  (qtp911005358-10893) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 269520 INFO  (qtp911005358-10893) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 269528 INFO  (qtp1487285268-10892) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 269529 INFO  (qtp1487285268-10892) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 269631 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 269631 INFO  (zkCallback-2688-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 269631 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 269631 INFO  (zkCallback-2688-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 270533 INFO  (qtp911005358-10893) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 270538 INFO  (qtp911005358-10893) [    ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 270538 INFO  (qtp1487285268-10892) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 270539 INFO  (qtp911005358-10893) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 270539 INFO  (qtp911005358-10893) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
   [junit4]   2> 270540 INFO  (qtp911005358-10893) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 270540 INFO  (qtp911005358-10893) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 270540 INFO  (qtp911005358-10893) [    ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
   [junit4]   2> 270544 INFO  (qtp1487285268-10892) [    ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 270545 INFO  (qtp1487285268-10892) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 270545 INFO  (qtp1487285268-10892) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
   [junit4]   2> 270546 INFO  (qtp1487285268-10892) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40599.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 270546 INFO  (qtp1487285268-10892) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 270546 INFO  (qtp1487285268-10892) [    ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
   [junit4]   2> 270605 INFO  (qtp1487285268-10892) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 270605 INFO  (qtp1487285268-10892) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 270606 INFO  (qtp1487285268-10892) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 270607 INFO  (qtp1487285268-10892) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 270608 INFO  (qtp1487285268-10892) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7afecc24[testExecute_shard1_replica_n2] main]
   [junit4]   2> 270609 INFO  (qtp1487285268-10892) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 270609 INFO  (qtp1487285268-10892) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 270610 INFO  (qtp1487285268-10892) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 270610 INFO  (qtp1487285268-10892) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581689996115443712
   [junit4]   2> 270612 INFO  (searcherExecutor-1294-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@7afecc24[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 270617 INFO  (qtp911005358-10893) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 270617 INFO  (qtp911005358-10893) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 270618 INFO  (qtp911005358-10893) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 270618 INFO  (qtp911005358-10893) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 270620 INFO  (qtp911005358-10893) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dd4af89[testExecute_shard1_replica_n1] main]
   [junit4]   2> 270621 INFO  (qtp1487285268-10892) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 270623 INFO  (qtp911005358-10893) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 270624 INFO  (qtp911005358-10893) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 270624 INFO  (qtp911005358-10893) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 270625 INFO  (searcherExecutor-1293-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@7dd4af89[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 270625 INFO  (qtp911005358-10893) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581689996131172352
   [junit4]   2> 270723 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 270723 INFO  (zkCallback-2688-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 270723 INFO  (zkCallback-2688-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 270723 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271121 INFO  (qtp1487285268-10892) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 271122 INFO  (qtp1487285268-10892) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 271122 INFO  (qtp1487285268-10892) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40599/solr/testExecute_shard1_replica_n2/
   [junit4]   2> 271122 INFO  (qtp1487285268-10892) [    ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:40599/solr START replicas=[https://127.0.0.1:36703/solr/testExecute_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 271125 INFO  (qtp911005358-10967) [    ] o.a.s.c.S.Request [testExecute_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 271422 INFO  (qtp1487285268-10892) [    ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:40599/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 271422 INFO  (qtp1487285268-10892) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 271422 INFO  (qtp1487285268-10892) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 271422 INFO  (qtp1487285268-10892) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 271424 INFO  (qtp1487285268-10892) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40599/solr/testExecute_shard1_replica_n2/ shard1
   [junit4]   2> 271525 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271525 INFO  (zkCallback-2688-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271525 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271525 INFO  (zkCallback-2688-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271575 INFO  (qtp1487285268-10892) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 271576 INFO  (qtp1487285268-10892) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2047
   [junit4]   2> 271628 INFO  (qtp911005358-10893) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2107
   [junit4]   2> 271630 INFO  (qtp911005358-10891) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 271729 INFO  (zkCallback-2688-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271729 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271729 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 271729 INFO  (zkCallback-2688-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 272630 INFO  (qtp911005358-10891) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3427
   [junit4]   2> 272633 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470",
   [junit4]   2>   "source":"mock_trigger_name",
   [junit4]   2>   "eventTime":1508417127835000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508417127835000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:36703_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1f5984a6, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@4b064d3]}
   [junit4]   2> 272633 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40599_solr&replica=core_node3
   [junit4]   2> 272634 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
   [junit4]   2> 272636 INFO  (qtp911005358-10967) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40599_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 272637 INFO  (qtp911005358-10967) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40599_solr&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 272638 INFO  (qtp911005358-10893) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 272638 INFO  (qtp911005358-10893) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 272639 INFO  (OverseerCollectionConfigSetProcessor-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 272639 INFO  (OverseerThreadFactory-1288-thread-2) [    ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"https://127.0.0.1:36703/solr","node_name":"127.0.0.1:36703_solr","state":"active","type":"NRT"}
   [junit4]   2> 272639 INFO  (OverseerThreadFactory-1288-thread-2) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40599_solr for creating new replica
   [junit4]   2> 272640 INFO  (OverseerStateUpdate-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40599/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40599_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 272741 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 272741 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 272741 INFO  (zkCallback-2688-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 272741 INFO  (zkCallback-2688-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 272842 INFO  (qtp1487285268-10905) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335977360436617&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
   [junit4]   2> 272842 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335977360436617&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 272843 INFO  (qtp1487285268-10906) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335977360436617
   [junit4]   2> 272843 INFO  (qtp1487285268-10906) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335977360436617&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 272850 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 272854 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
   [junit4]   2> 272856 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 272856 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
   [junit4]   2> 272856 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40599.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2656b4e9
   [junit4]   2> 272856 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 272856 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node2/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001/tempDir-001/node2/./testExecute_shard1_replica_n5/data/]
   [junit4]   2> 272896 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 272896 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 272897 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 272897 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 272898 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@657b894f[testExecute_shard1_replica_n5] main]
   [junit4]   2> 272899 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 272899 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 272899 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 272900 INFO  (searcherExecutor-1303-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@657b894f[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 272900 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581689998516682752
   [junit4]   2> 272902 INFO  (parallelCoreAdminExecutor-1289-thread-1) [    ] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
   [junit4]   2> 272902 INFO  (updateExecutor-2685-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 272903 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 272903 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 272903 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
   [junit4]   2> 272903 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 272903 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:40599/solr/testExecute_shard1_replica_n2/] and I am [https://127.0.0.1:40599/solr/testExecute_shard1_replica_n5/]
   [junit4]   2> 272904 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:40599/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:40599_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 272908 INFO  (qtp1487285268-10906) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 272909 INFO  (qtp1487285268-10906) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40599_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:40599/solr","state":"down","node_name":"127.0.0.1:40599_solr","type":"NRT"}
   [junit4]   2> 273004 INFO  (zkCallback-2688-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 273004 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 273004 INFO  (zkCallback-2688-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 273004 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 273845 INFO  (qtp1487285268-10907) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335977360436617
   [junit4]   2> 273845 INFO  (qtp1487285268-10907) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335977360436617&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 273847 INFO  (qtp911005358-10900) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335978365953740&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
   [junit4]   2> 273847 INFO  (parallelCoreAdminExecutor-1290-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
   [junit4]   2> 273847 INFO  (parallelCoreAdminExecutor-1290-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c1f03e4: rootName = solr_36703, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@578d7371
   [junit4]   2> 273848 INFO  (qtp911005358-10897) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335978365953740
   [junit4]   2> 273848 INFO  (qtp911005358-10897) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335978365953740&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 273852 INFO  (parallelCoreAdminExecutor-1290-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60d9eea4
   [junit4]   2> 273852 INFO  (parallelCoreAdminExecutor-1290-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=1624895140
   [junit4]   2> 273852 INFO  (parallelCoreAdminExecutor-1290-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1624895140
   [junit4]   2> 273854 INFO  (parallelCoreAdminExecutor-1290-thread-1) [    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 273909 INFO  (qtp1487285268-10906) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:40599_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:40599/solr","node_name":"127.0.0.1:40599_solr","state":"recovering","type":"NRT"}
   [junit4]   2> 273909 INFO  (qtp1487285268-10906) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 273909 INFO  (qtp1487285268-10906) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40599_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n2&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 273956 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 273956 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 274410 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:40599/solr/testExecute_shard1_replica_n2/] - recoveringAfterStartup=[true]
   [junit4]   2> 274410 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n5 url=https://127.0.0.1:40599/solr START replicas=[https://127.0.0.1:40599/solr/testExecute_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 274416 INFO  (qtp1487285268-10905) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 274416 INFO  (qtp1487285268-10905) [    ] o.a.s.c.S.Request [testExecute_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 274416 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 274417 INFO  (recoveryExecutor-2686-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 274519 INFO  (zkCallback-2689-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 274519 INFO  (zkCallback-2689-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 274849 INFO  (qtp911005358-10901) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335978365953740
   [junit4]   2> 274849 INFO  (qtp911005358-10901) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/04335978365953740&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 274952 INFO  (OverseerThreadFactory-1288-thread-2) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 276640 INFO  (OverseerCollectionConfigSetProcessor-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 277640 INFO  (qtp911005358-10891) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 277641 INFO  (qtp911005358-10891) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 277641 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0 finished with state=COMPLETED in 5s
   [junit4]   2> 277642 INFO  (qtp911005358-10893) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 277642 INFO  (qtp911005358-10893) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 277643 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
   [junit4]   2> 277644 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
   [junit4]   2> 277644 INFO  (qtp911005358-10900) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 277645 INFO  (qtp911005358-10900) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 277645 INFO  (qtp911005358-10897) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 277645 INFO  (qtp911005358-10897) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 277649 INFO  (OverseerThreadFactory-1288-thread-3) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 279646 INFO  (OverseerCollectionConfigSetProcessor-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 282647 INFO  (qtp911005358-10901) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 282648 INFO  (qtp911005358-10901) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 282649 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0 finished with state=COMPLETED in 5s
   [junit4]   2> 282649 INFO  (qtp911005358-10891) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 282650 INFO  (qtp911005358-10891) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14eef962c5b85cc0T48cwjc7hj814a8ocdb47vd470/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 282650 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[C5E196E2D2B20476]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
   [junit4]   2> 282658 INFO  (TEST-ExecutePlanActionTest.testIntegration-seed#[C5E196E2D2B20476]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
   [junit4]   2> 282658 DEBUG (zkCallback-2689-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 282658 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 282658 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 282659 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 282659 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 282673 INFO  (qtp911005358-10899) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 282673 INFO  (qtp911005358-10899) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41495/solr ready
   [junit4]   2> 282687 INFO  (qtp911005358-10891) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=3
   [junit4]   2> 282693 INFO  (qtp1487285268-10894) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=2
   [junit4]   2> 282694 DEBUG (qtp911005358-10899) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 282694 INFO  (qtp911005358-10899) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=29
   [junit4]   2> 282694 DEBUG (zkCallback-2689-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 282695 DEBUG (zkCallback-2689-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 282695 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 282695 INFO  (qtp911005358-10900) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 282696 INFO  (OverseerThreadFactory-1288-thread-4) [    ] o.a.s.c.CreateCollectionCmd Create collection testIntegration
   [junit4]   2> 282696 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 282696 DEBUG (ScheduledTrigger-1286-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 282696 DEBUG (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 282799 INFO  (OverseerStateUpdate-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testIntegration",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testIntegration_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40599/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 282799 INFO  (OverseerStateUpdate-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testIntegration",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testIntegration_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36703/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 283002 INFO  (qtp1487285268-10892) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 283003 INFO  (qtp911005358-10967) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n2&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 283697 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 284697 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 285697 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 286697 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 287697 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 288697 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 289698 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 290698 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 291698 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 292698 DEBUG (ScheduledTrigger-1286-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 293698 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 294698 DEBUG (ScheduledTrigger-1286-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 295699 DEBUG (ScheduledTrigger-1286-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 296699 DEBUG (ScheduledTrigger-1286-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 297699 DEBUG (ScheduledTrigger-1286-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 298699 DEBUG (ScheduledTrigger-1286-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 299699 DEBUG (ScheduledTrigger-1286-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 300700 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 301700 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 302700 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 303700 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 304700 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 305701 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 306701 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 307701 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 308701 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 309701 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 310702 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 311702 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 312702 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 313702 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 314702 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 315702 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 316703 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 317703 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 318703 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 319703 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 320703 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 321704 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 322704 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 323704 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 324704 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 325704 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 326705 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 327705 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 328705 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 329705 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 330705 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 331705 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 332705 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 333706 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 334706 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 335706 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 336706 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 337706 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 338707 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 339707 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 340707 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 341707 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 342707 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 343707 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 344708 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 345708 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 346708 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 347708 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 348708 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 349708 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 350709 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 351709 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 352709 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 353709 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 354709 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 355709 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 356710 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 357710 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 358710 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 359710 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 360710 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 361711 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 362711 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 363711 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 364711 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 365711 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 366711 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 367712 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 368712 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 369712 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 370712 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 371712 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 372712 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 373713 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 374713 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 375713 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 376713 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 377713 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 378713 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 379714 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 380714 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 381714 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 382714 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 383714 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 384715 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 385715 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 386715 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 387715 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 388715 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 389715 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 390716 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 391716 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 392716 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 393716 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 394716 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 395717 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 396717 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 397717 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40599_solr, 127.0.0.1:36703_solr]
   [junit4]   2> 398717 DEBUG (ScheduledTrigger-1286-thread-3) [    ] o.a.s.c.a.No

[...truncated too long message...]

collection: testIntegration
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 492768 INFO  (zkCallback-2689-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 492771 INFO  (OverseerThreadFactory-1288-thread-4) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 492773 WARN  (OverseerAutoScalingTriggerThread-98855624637087750-127.0.0.1:40599_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 492774 DEBUG (jetty-closer-2678-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 492775 INFO  (jetty-closer-2678-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ec2e658{/solr,null,UNAVAILABLE}
   [junit4]   2> 507776 ERROR (qtp1487285268-10892) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'testIntegration_shard1_replica_n1': Unable to create core [testIntegration_shard1_replica_n1] Caused by: Could not get shard id for core: testIntegration_shard1_replica_n1
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:986)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [testIntegration_shard1_replica_n1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1052)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not get shard id for core: testIntegration_shard1_replica_n1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1568)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1508)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1029)
   [junit4]   2> 	... 38 more
   [junit4]   2> 
   [junit4]   2> 507776 INFO  (qtp1487285268-10892) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=224773
   [junit4]   2> 507778 ERROR (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 507778 INFO  (SUITE-ExecutePlanActionTest-seed#[C5E196E2D2B20476]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41495 41495
   [junit4]   2> 512807 INFO  (Thread-715) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41495 41495
   [junit4]   2> 512807 WARN  (Thread-715) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/collections/testExecute/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/testIntegration/state.json
   [junit4]   2> 	2	/solr/collections/testExecute/leader_elect/shard1/election/98855624637087750-core_node4-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_C5E196E2D2B20476-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1833, maxMBSortInHeap=6.381021591641645, sim=RandomSimilarity(queryNorm=true): {}, locale=ff-SN, timezone=Asia/Pontianak
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=202531288,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [PingRequestHandlerTest, HighlighterConfigTest, HdfsRecoverLeaseTest, TestStressLiveNodes, SpatialHeatmapFacetsTest, TestBinaryResponseWriter, CollectionsAPIDistributedZkTest, TestTolerantUpdateProcessorRandomCloud, ZkCLITest, ExecutePlanActionTest]
   [junit4] Completed [92/744 (1!)] on J1 in 244.05s, 2 tests, 1 error <<< FAILURES!

[...truncated 42243 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 630 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/630/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC

13 tests failed.
FAILED:  org.apache.solr.cloud.AssignBackwardCompatibilityTest.test

Error Message:
Error from server at http://127.0.0.1:46113/solr: Error waiting for corenode gone

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46113/solr: Error waiting for corenode gone
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:182F3CC8361F6A9B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias

Error Message:
Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: aliasedCollection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: aliasedCollection
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:5E9844E8385CF6F8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias(CollectionsAPISolrJTest.java:196)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica

Error Message:
Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_replicatests

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_replicatests
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:7ECB7A479F2F10D9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica(CollectionsAPISolrJTest.java:285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus

Error Message:
Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: corestatus_test

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: corestatus_test
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:B03D943B6030BA4D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus(CollectionsAPISolrJTest.java:134)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard

Error Message:
Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_test_splitshard

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_test_splitshard
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:4B71AE7E86163BDC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard(CollectionsAPISolrJTest.java:211)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteShard

Error Message:
Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_implicit

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_implicit
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:5525B70E1E16CD9E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteShard(CollectionsAPISolrJTest.java:157)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplicaProp

Error Message:
Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: replicaProperties

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: replicaProperties
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:54A0BCFA23CCF40F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplicaProp(CollectionsAPISolrJTest.java:363)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet

Error Message:
Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_default_configset

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34053/solr: Could not fully create collection: solrj_default_configset
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:DED0A255C75C7D90]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet(CollectionsAPISolrJTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained

Error Message:
Error from server at https://127.0.0.1:46261/solr: addreplica the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46261/solr: addreplica the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:BF4896C12493B541]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained(MoveReplicaHDFSFailoverTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted

Error Message:
Error from server at https://127.0.0.1:46261/solr: Could not fully create collection: movereplicatest_coll3

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46261/solr: Could not fully create collection: movereplicatest_coll3
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:DFE5E7CF99E94801]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:139)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition

Error Message:
Error from server at https://127.0.0.1:46261/solr: Could not fully create collection: movereplicatest_coll4

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46261/solr: Could not fully create collection: movereplicatest_coll4
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:9A2B8C6458E366C2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:172)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ReplaceNodeTest.test

Error Message:
Error from server at https://127.0.0.1:39973/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39973/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:182F3CC8361F6A9B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.ReplaceNodeTest.test(ReplaceNodeTest.java:86)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration

Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:43123_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"testIntegration_shard1_replica_n1",           "base_url":"https://127.0.0.1:43123/solr",           "node_name":"127.0.0.1:43123_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node4":{           "core":"testIntegration_shard1_replica_n2",           "base_url":"https://127.0.0.1:37923/solr",           "node_name":"127.0.0.1:37923_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:43123_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"testIntegration_shard1_replica_n1",
          "base_url":"https://127.0.0.1:43123/solr",
          "node_name":"127.0.0.1:43123_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node4":{
          "core":"testIntegration_shard1_replica_n2",
          "base_url":"https://127.0.0.1:37923/solr",
          "node_name":"127.0.0.1:37923_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([907B031298E30763:201A0D3EBDDCA646]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11797 lines...]
   [junit4] Suite: org.apache.solr.cloud.AssignBackwardCompatibilityTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_907B031298E30763-001/init-core-data-001
   [junit4]   2> 220474 WARN  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 220474 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 220475 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 220475 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 220475 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_907B031298E30763-001/tempDir-001
   [junit4]   2> 220475 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 220476 INFO  (Thread-444) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 220476 INFO  (Thread-444) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 220478 ERROR (Thread-444) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 220576 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:32993
   [junit4]   2> 220581 INFO  (jetty-launcher-399-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 220581 INFO  (jetty-launcher-399-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 220581 INFO  (jetty-launcher-399-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 220581 INFO  (jetty-launcher-399-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 220583 INFO  (jetty-launcher-399-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52371e{/solr,null,AVAILABLE}
   [junit4]   2> 220583 INFO  (jetty-launcher-399-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bf359f{/solr,null,AVAILABLE}
   [junit4]   2> 220583 INFO  (jetty-launcher-399-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18d7a56{/solr,null,AVAILABLE}
   [junit4]   2> 220583 INFO  (jetty-launcher-399-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@faa21c{/solr,null,AVAILABLE}
   [junit4]   2> 220585 INFO  (jetty-launcher-399-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@19fe841{HTTP/1.1,[http/1.1]}{127.0.0.1:37009}
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-2) [    ] o.e.j.s.Server Started @228222ms
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37009}
   [junit4]   2> 220586 ERROR (jetty-launcher-399-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T08:25:14.162Z
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1932588{HTTP/1.1,[http/1.1]}{127.0.0.1:46113}
   [junit4]   2> 220586 INFO  (jetty-launcher-399-thread-1) [    ] o.e.j.s.Server Started @228223ms
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46113}
   [junit4]   2> 220587 ERROR (jetty-launcher-399-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T08:25:14.163Z
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d8672c{HTTP/1.1,[http/1.1]}{127.0.0.1:45561}
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-3) [    ] o.e.j.s.Server Started @228224ms
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45561}
   [junit4]   2> 220587 ERROR (jetty-launcher-399-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@454f75{HTTP/1.1,[http/1.1]}{127.0.0.1:43071}
   [junit4]   2> 220587 INFO  (jetty-launcher-399-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-4) [    ] o.e.j.s.Server Started @228224ms
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43071}
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T08:25:14.164Z
   [junit4]   2> 220588 ERROR (jetty-launcher-399-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 220588 INFO  (jetty-launcher-399-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T08:25:14.164Z
   [junit4]   2> 220591 INFO  (jetty-launcher-399-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 220599 INFO  (jetty-launcher-399-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 220601 INFO  (jetty-launcher-399-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 220601 INFO  (jetty-launcher-399-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 220604 INFO  (jetty-launcher-399-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32993/solr
   [junit4]   2> 220630 INFO  (jetty-launcher-399-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32993/solr
   [junit4]   2> 220634 INFO  (jetty-launcher-399-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32993/solr
   [junit4]   2> 220635 INFO  (jetty-launcher-399-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32993/solr
   [junit4]   2> 220644 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 220647 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37009_solr
   [junit4]   2> 220648 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.c.Overseer Overseer (id=98854601624911880-127.0.0.1:37009_solr-n_0000000000) starting
   [junit4]   2> 220652 INFO  (jetty-launcher-399-thread-1) [n:127.0.0.1:46113_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 220653 INFO  (jetty-launcher-399-thread-1) [n:127.0.0.1:46113_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46113_solr
   [junit4]   2> 220662 INFO  (zkCallback-422-thread-1-processing-n:127.0.0.1:46113_solr) [n:127.0.0.1:46113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 220668 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37009_solr
   [junit4]   2> 220668 INFO  (OverseerStateUpdate-98854601624911880-127.0.0.1:37009_solr-n_0000000000) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 220669 INFO  (jetty-launcher-399-thread-4) [n:127.0.0.1:43071_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 220670 INFO  (zkCallback-421-thread-1-processing-n:127.0.0.1:43071_solr) [n:127.0.0.1:43071_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 220672 INFO  (jetty-launcher-399-thread-4) [n:127.0.0.1:43071_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43071_solr
   [junit4]   2> 220672 INFO  (zkCallback-422-thread-1-processing-n:127.0.0.1:46113_solr) [n:127.0.0.1:46113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 220682 INFO  (zkCallback-422-thread-1-processing-n:127.0.0.1:46113_solr) [n:127.0.0.1:46113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 220683 INFO  (zkCallback-414-thread-2-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 220683 INFO  (zkCallback-421-thread-2-processing-n:127.0.0.1:43071_solr) [n:127.0.0.1:43071_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 220705 INFO  (jetty-launcher-399-thread-3) [n:127.0.0.1:45561_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 220706 INFO  (jetty-launcher-399-thread-3) [n:127.0.0.1:45561_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 220708 INFO  (jetty-launcher-399-thread-3) [n:127.0.0.1:45561_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45561_solr
   [junit4]   2> 220709 INFO  (zkCallback-414-thread-2-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 220709 INFO  (zkCallback-421-thread-2-processing-n:127.0.0.1:43071_solr) [n:127.0.0.1:43071_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 220709 INFO  (zkCallback-422-thread-1-processing-n:127.0.0.1:46113_solr) [n:127.0.0.1:46113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 220714 INFO  (zkCallback-409-thread-1-processing-n:127.0.0.1:45561_solr) [n:127.0.0.1:45561_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 220927 INFO  (jetty-launcher-399-thread-3) [n:127.0.0.1:45561_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45561.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220928 INFO  (jetty-launcher-399-thread-4) [n:127.0.0.1:43071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43071.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220943 INFO  (jetty-launcher-399-thread-1) [n:127.0.0.1:46113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46113.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220945 INFO  (jetty-launcher-399-thread-4) [n:127.0.0.1:43071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43071.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220946 INFO  (jetty-launcher-399-thread-4) [n:127.0.0.1:43071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43071.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220948 INFO  (jetty-launcher-399-thread-4) [n:127.0.0.1:43071_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_907B031298E30763-001/tempDir-001/node4/.
   [junit4]   2> 220958 INFO  (jetty-launcher-399-thread-3) [n:127.0.0.1:45561_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45561.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220959 INFO  (jetty-launcher-399-thread-3) [n:127.0.0.1:45561_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45561.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220959 INFO  (jetty-launcher-399-thread-1) [n:127.0.0.1:46113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46113.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220959 INFO  (jetty-launcher-399-thread-1) [n:127.0.0.1:46113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46113.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220961 INFO  (jetty-launcher-399-thread-3) [n:127.0.0.1:45561_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_907B031298E30763-001/tempDir-001/node3/.
   [junit4]   2> 220961 INFO  (jetty-launcher-399-thread-1) [n:127.0.0.1:46113_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_907B031298E30763-001/tempDir-001/node1/.
   [junit4]   2> 220982 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37009.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220992 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37009.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220993 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37009.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102b00a
   [junit4]   2> 220994 INFO  (jetty-launcher-399-thread-2) [n:127.0.0.1:37009_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_907B031298E30763-001/tempDir-001/node2/.
   [junit4]   2> 221116 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 221116 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[907B031298E30763]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32993/solr ready
   [junit4]   2> 221121 INFO  (qtp26752069-2209) [n:127.0.0.1:46113_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=4&maxShardsPerNode=1000&name=collection1&nrtReplicas=4&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 221124 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 221125 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 221125 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1/protwords.txt
   [junit4]   2> 221126 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1/managed-schema
   [junit4]   2> 221127 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1/solrconfig.xml
   [junit4]   2> 221128 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1/synonyms.txt
   [junit4]   2> 221129 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1/stopwords.txt
   [junit4]   2> 221130 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1/lang/contractions_it.txt
   [junit4]   2> 221130 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1/lang/stemdict_nl.txt
   [junit4]   2> 221131 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1/lang/stopwords_hy.txt
   [junit4]   2> 221132 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1/lang/stopwords_no.txt
   [junit4]   2> 221133 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1/lang/contractions_ca.txt
   [junit4]   2> 221134 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1/lang/stopwords_id.txt
   [junit4]   2> 221134 INFO  (OverseerThreadFactory-986-thread-1-processing-n:127.0.0.1:37009_solr) [n:127.0.0.1:37009_solr    ] o.a.s.c.c.ZkConfigMa

[...truncated too long message...]

.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3603421 INFO  (jetty-closer-4552-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1042fe1{/solr,null,UNAVAILABLE}
   [junit4]   2> 3603422 ERROR (SUITE-ExecutePlanActionTest-seed#[907B031298E30763]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3603422 INFO  (SUITE-ExecutePlanActionTest-seed#[907B031298E30763]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40175 40175
   [junit4]   2> 3608451 INFO  (Thread-5755) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40175 40175
   [junit4]   2> 3608451 WARN  (Thread-5755) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/collections/testIntegration/state.json
   [junit4]   2> 	20	/solr/collections/testExecute/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_907B031298E30763-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=324, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=3)), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SD, timezone=America/Scoresbysund
   [junit4]   2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=290839224,total=505675776
   [junit4]   2> NOTE: All tests run in this JVM: [TestLegacyNumericUtils, TestSolrCloudSnapshots, AnalyticsMergeStrategyTest, SpellPossibilityIteratorTest, TestCSVResponseWriter, TestLocalFSCloudBackupRestore, LeaderInitiatedRecoveryOnCommitTest, SolrCloudReportersTest, TestReload, TestSchemaVersionResource, PluginInfoTest, SolrMetricsIntegrationTest, WordBreakSolrSpellCheckerTest, TestComplexPhraseLeadingWildcard, NodeLostTriggerTest, TestOnReconnectListenerSupport, TestQueryTypes, OverseerTest, TestHalfAndHalfDocValues, TestCloudManagedSchema, HdfsLockFactoryTest, CoreAdminCreateDiscoverTest, TestRebalanceLeaders, DistributedFacetPivotSmallAdvancedTest, TestDFISimilarityFactory, ZkFailoverTest, V2ApiIntegrationTest, TestConfigSetsAPI, CollectionsAPIAsyncDistributedZkTest, IndexBasedSpellCheckerTest, FullSolrCloudDistribCmdsTest, TestTrieFacet, TestDynamicFieldCollectionResource, BlockDirectoryTest, TestLRUCache, TestAuthorizationFramework, DistributedSpellCheckComponentTest, CheckHdfsIndexTest, TestCharFilters, TestSlowCompositeReaderWrapper, CurrencyFieldTypeTest, HdfsRestartWhileUpdatingTest, SortSpecParsingTest, TestShortCircuitedRequests, DirectSolrConnectionTest, TestCloudInspectUtil, TestMaxTokenLenTokenizer, XmlUpdateRequestHandlerTest, TestQuerySenderListener, GraphQueryTest, TestCoreDiscovery, AlternateDirectoryTest, TestClusterProperties, TestCorePropertiesReload, TestSchemaNameResource, AsyncCallRequestStatusResponseTest, TestFunctionQuery, TestNumericTerms32, ShufflingReplicaListTransformerTest, ClassificationUpdateProcessorTest, TestDownShardTolerantSearch, TestApiFramework, TestReloadDeadlock, ClusterStateTest, EnumFieldTest, TestSubQueryTransformerDistrib, DeleteNodeTest, TestImplicitCoreProperties, FieldAnalysisRequestHandlerTest, DistributedFacetExistsSmallTest, SolrCoreCheckLockOnStartupTest, TestPartialUpdateDeduplication, TestValueSourceCache, TestRestoreCore, ScriptEngineTest, UnloadDistributedZkTest, SuggesterTest, SuggestComponentTest, RemoteQueryErrorTest, CdcrVersionReplicationTest, SolrCoreMetricManagerTest, TestManagedSchemaThreadSafety, SuggesterWFSTTest, AddBlockUpdateTest, TestScoreJoinQPNoScore, FileBasedSpellCheckerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCoreContainer, RestartWhileUpdatingTest, SecurityConfHandlerTest, TestSystemIdResolver, IndexSchemaTest, TestSearchPerf, TestNoOpRegenerator, ConnectionReuseTest, UUIDFieldTest, InfoHandlerTest, TestLFUCache, RequiredFieldsTest, TestTrie, BadCopyFieldTest, TestSolrCloudWithHadoopAuthPlugin, TestSolrCloudWithDelegationTokens, ZkStateWriterTest, SaslZkACLProviderTest, QueryElevationComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, CdcrReplicationDistributedZkTest, TestHashPartitioner, ChaosMonkeyNothingIsSafeTest, TestElisionMultitermQuery, DefaultValueUpdateProcessorTest, SmileWriterTest, TestHdfsBackupRestoreCore, TestEmbeddedSolrServerConstructors, TestPullReplicaErrorHandling, BasicDistributedZk2Test, EchoParamsTest, TestSolrConfigHandlerCloud, TestOrdValues, TestRealTimeGet, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkControllerTest, StatsComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, TestFiltering, HighlighterTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, ReturnFieldsTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, HighlighterConfigTest, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, TestFastLRUCache, PreAnalyzedFieldTest, PrimUtilsTest, DOMUtilTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, RecoveryAfterSoftCommitTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestPrepRecovery, TestSkipOverseerOperations, TestStressInPlaceUpdates, TestTlogReplica, AutoScalingHandlerTest, ExecutePlanActionTest]
   [junit4] Completed [719/743 (5!)] on J2 in 667.33s, 2 tests, 1 failure <<< FAILURES!

[...truncated 77 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20171019_082125_8987699101899219556202.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/heapdumps/java_pid20547.hprof ...
   [junit4] Heap dump file created [440120765 bytes in 0.909 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8493 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:826: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:778: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid20547.hprof

Total time: 92 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 629 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/629/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests

Error Message:
CreateCollection task did not complete! expected same:<COMPLETED> was not:<RUNNING>

Stack Trace:
java.lang.AssertionError: CreateCollection task did not complete! expected same:<COMPLETED> was not:<RUNNING>
	at __randomizedtesting.SeedInfo.seed([280F718ED12279FA:CC4B4D39778A3725]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotSame(Assert.java:641)
	at org.junit.Assert.assertSame(Assert.java:580)
	at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11762 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest
   [junit4]   2> 135134 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/init-core-data-001
   [junit4]   2> 135135 WARN  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 135135 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 135136 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 135137 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001
   [junit4]   2> 135137 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 135137 INFO  (Thread-131) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 135137 INFO  (Thread-131) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 135152 ERROR (Thread-131) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 135237 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45155
   [junit4]   2> 135241 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 135241 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 135241 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d61b303{/solr,null,AVAILABLE}
   [junit4]   2> 135242 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@181fbdf9{HTTP/1.1,[http/1.1]}{127.0.0.1:33003}
   [junit4]   2> 135242 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.Server Started @137023ms
   [junit4]   2> 135242 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33003}
   [junit4]   2> 135242 ERROR (jetty-launcher-100-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 135242 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 135242 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 135242 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 135242 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T04:12:04.317Z
   [junit4]   2> 135243 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@283d3414{/solr,null,AVAILABLE}
   [junit4]   2> 135244 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d843e20{HTTP/1.1,[http/1.1]}{127.0.0.1:39331}
   [junit4]   2> 135244 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.Server Started @137025ms
   [junit4]   2> 135244 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39331}
   [junit4]   2> 135244 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 135245 ERROR (jetty-launcher-100-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 135245 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 135245 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 135245 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 135245 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-19T04:12:04.320Z
   [junit4]   2> 135248 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 135258 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45155/solr
   [junit4]   2> 135270 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45155/solr
   [junit4]   2> 135310 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 135310 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33003_solr
   [junit4]   2> 135310 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.c.Overseer Overseer (id=98853606143688710-127.0.0.1:33003_solr-n_0000000000) starting
   [junit4]   2> 135311 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:39331_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 135312 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:39331_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39331_solr
   [junit4]   2> 135318 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 135320 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 135321 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33003_solr
   [junit4]   2> 135322 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 135322 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 135402 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33003.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 135402 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:39331_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39331.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 135406 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33003.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 135406 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33003.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 135406 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:39331_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39331.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 135407 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:39331_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39331.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 135407 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:33003_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node1/.
   [junit4]   2> 135407 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:39331_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node2/.
   [junit4]   2> 135436 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 135437 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45155/solr ready
   [junit4]   2> 135444 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[280F718ED12279FA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
   [junit4]   2> 135446 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 135447 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 135448 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 135449 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 135452 INFO  (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.CreateCollectionCmd Create collection testasynccollectioncreation
   [junit4]   2> 135556 INFO  (OverseerStateUpdate-98853606143688710-127.0.0.1:33003_solr-n_0000000000) [n:127.0.0.1:33003_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testasynccollectioncreation",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testasynccollectioncreation_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33003/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 135758 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 135759 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 135759 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 135759 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774
   [junit4]   2> 135759 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 135861 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 135862 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 136450 INFO  (qtp496812811-883) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 136450 INFO  (qtp496812811-883) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 136760 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774
   [junit4]   2> 136760 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 136774 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 136787 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 136789 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 136789 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from collection testasynccollectioncreation, trusted=true
   [junit4]   2> 136790 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33003.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 136790 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 136790 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node1/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node1/./testasynccollectioncreation_shard1_replica_n1/data/]
   [junit4]   2> 136824 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 136824 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 136824 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 136824 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 136825 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72b7a8d5[testasynccollectioncreation_shard1_replica_n1] main]
   [junit4]   2> 136826 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 136826 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 136827 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 136827 INFO  (searcherExecutor-566-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n1 r:core_node2 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE n:127.0.0.1:33003_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@72b7a8d5[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 136827 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581657700069015552
   [junit4]   2> 136830 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 136830 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 136830 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_replica_n1/
   [junit4]   2> 136830 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 136830 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
   [junit4]   2> 136830 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 136831 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
   [junit4]   2> 136932 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 136932 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 136982 INFO  (parallelCoreAdminExecutor-563-thread-1-processing-n:127.0.0.1:33003_solr 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 137083 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 137083 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 137451 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 137455 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 137761 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774
   [junit4]   2> 137761 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea14305173948577774&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 137763 INFO  (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 138456 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 138457 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 138458 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 138461 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16b6e4c4-673f-41fa-84df-3c44a6c65ea1&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 138462 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=9fe49a11-662e-4015-86ce-d0af23531705&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 138463 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=9fe49a11-662e-4015-86ce-d0af23531705&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 138464 INFO  (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.CreateCollectionCmd Create collection testasynccollectioncreation
   [junit4]   2> 138465 INFO  (OverseerCollectionConfigSetProcessor-98853606143688710-127.0.0.1:33003_solr-n_0000000000) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 138465 ERROR (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:97)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 138465 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=9fe49a11-662e-4015-86ce-d0af23531705&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 138466 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=9fe49a11-662e-4015-86ce-d0af23531705&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 138472 INFO  (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 139466 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=9fe49a11-662e-4015-86ce-d0af23531705&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 139468 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=9fe49a11-662e-4015-86ce-d0af23531705&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 139469 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=9fe49a11-662e-4015-86ce-d0af23531705&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 139472 INFO  (qtp496812811-881) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=9fe49a11-662e-4015-86ce-d0af23531705&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 139472 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 139473 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 139474 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 139474 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 139475 INFO  (OverseerCollectionConfigSetProcessor-98853606143688710-127.0.0.1:33003_solr-n_0000000000) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 139476 INFO  (OverseerThreadFactory-561-thread-3-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39331_solr for creating new replica
   [junit4]   2> 139477 INFO  (OverseerStateUpdate-98853606143688710-127.0.0.1:33003_solr-n_0000000000) [n:127.0.0.1:33003_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testasynccollectioncreation",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testasynccollectioncreation_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39331/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39331_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 139478 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 139478 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 139579 INFO  (qtp626376068-888) [n:127.0.0.1:39331_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
   [junit4]   2> 139579 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 139580 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 139582 INFO  (qtp626376068-884) [n:127.0.0.1:39331_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790
   [junit4]   2> 139582 INFO  (qtp626376068-884) [n:127.0.0.1:39331_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 139589 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 139593 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 139595 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 139595 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n3' using configuration from collection testasynccollectioncreation, trusted=true
   [junit4]   2> 139595 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39331.solr.core.testasynccollectioncreation.shard1.replica_n3' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 139595 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 139595 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node2/testasynccollectioncreation_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node2/./testasynccollectioncreation_shard1_replica_n3/data/]
   [junit4]   2> 139618 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 139618 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 139618 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 139618 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 139619 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@55567681[testasynccollectioncreation_shard1_replica_n3] main]
   [junit4]   2> 139620 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 139620 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 139620 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 139621 INFO  (searcherExecutor-571-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n3] Registered new searcher Searcher@55567681[testasynccollectioncreation_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 139621 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581657702998736896
   [junit4]   2> 139624 INFO  (parallelCoreAdminExecutor-562-thread-1-processing-n:127.0.0.1:39331_solr c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.ZkController Core needs to recover:testasynccollectioncreation_shard1_replica_n3
   [junit4]   2> 139627 INFO  (updateExecutor-105-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 139628 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 139628 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 139628 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testasynccollectioncreation_shard1_replica_n3]
   [junit4]   2> 139628 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 139628 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Publishing state of core [testasynccollectioncreation_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_replica_n1/] and I am [http://127.0.0.1:39331/solr/testasynccollectioncreation_shard1_replica_n3/]
   [junit4]   2> 139631 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:33003/solr]; [WaitForState: action=PREPRECOVERY&core=testasynccollectioncreation_shard1_replica_n1&nodeName=127.0.0.1:39331_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 139634 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 139635 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39331_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"testasynccollectioncreation_shard1_replica_n3","base_url":"http://127.0.0.1:39331/solr","state":"down","node_name":"127.0.0.1:39331_solr","type":"NRT"}
   [junit4]   2> 139732 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 139733 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 139733 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 139733 INFO  (zkCallback-110-thread-2-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 140475 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 140475 INFO  (qtp496812811-880) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 140583 INFO  (qtp626376068-889) [n:127.0.0.1:39331_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790
   [junit4]   2> 140583 INFO  (qtp626376068-889) [n:127.0.0.1:39331_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 140585 INFO  (OverseerThreadFactory-561-thread-3-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 140635 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39331_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"testasynccollectioncreation_shard1_replica_n3","base_url":"http://127.0.0.1:39331/solr","node_name":"127.0.0.1:39331_solr","state":"recovering","type":"NRT"}
   [junit4]   2> 140635 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 140635 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39331_solr&onlyIfLeaderActive=true&core=testasynccollectioncreation_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 141136 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_replica_n1/] - recoveringAfterStartup=[true]
   [junit4]   2> 141136 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testasynccollectioncreation_shard1_replica_n3 url=http://127.0.0.1:39331/solr START replicas=[http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 141138 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 141138 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 141139 INFO  (recoveryExecutor-106-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 r:core_node4 c8563df3-e6c5-42e4-8b44-d3158f4df0714305177970332790 CREATE n:127.0.0.1:39331_solr s:shard1 c:testasynccollectioncreation) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 141241 INFO  (zkCallback-110-thread-2-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141241 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141241 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141241 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141476 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 141477 INFO  (OverseerCollectionConfigSetProcessor-98853606143688710-127.0.0.1:33003_solr-n_0000000000) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 141477 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 141478 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 141478 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c8563df3-e6c5-42e4-8b44-d3158f4df071&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 141480 INFO  (qtp496812811-877) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params async=1eac708e-8e4a-4322-a70c-2b568bf6e444&action=SPLITSHARD&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 141481 INFO  (qtp496812811-877) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1eac708e-8e4a-4322-a70c-2b568bf6e444&action=SPLITSHARD&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 141482 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1eac708e-8e4a-4322-a70c-2b568bf6e444&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 141482 INFO  (qtp496812811-875) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1eac708e-8e4a-4322-a70c-2b568bf6e444&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 141483 INFO  (OverseerThreadFactory-561-thread-4-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.SplitShardCmd Split shard invoked
   [junit4]   2> 141486 INFO  (OverseerThreadFactory-561-thread-4-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.SplitShardCmd Creating slice shard1_0 of collection testasynccollectioncreation on 127.0.0.1:33003_solr
   [junit4]   2> 141588 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141588 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141588 INFO  (zkCallback-110-thread-2-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141588 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142483 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1eac708e-8e4a-4322-a70c-2b568bf6e444&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 142484 INFO  (qtp496812811-874) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1eac708e-8e4a-4322-a70c-2b568bf6e444&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 142487 INFO  (OverseerThreadFactory-561-thread-4-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.SplitShardCmd Adding replica testasynccollectioncreation_shard1_0_replica_n5 as part of slice shard1_0 of collection testasynccollectioncreation on 127.0.0.1:33003_solr
   [junit4]   2> 142487 INFO  (OverseerThreadFactory-561-thread-4-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33003_solr for creating new replica
   [junit4]   2> 142488 INFO  (OverseerStateUpdate-98853606143688710-127.0.0.1:33003_solr-n_0000000000) [n:127.0.0.1:33003_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testasynccollectioncreation",
   [junit4]   2>   "shard":"shard1_0",
   [junit4]   2>   "core":"testasynccollectioncreation_shard1_0_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33003/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33003_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 142589 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142589 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142589 INFO  (zkCallback-110-thread-2-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142589 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142691 INFO  (qtp496812811-883) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436&qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&name=testasynccollectioncreation_shard1_0_replica_n5&action=CREATE&collection=testasynccollectioncreation&shard=shard1_0&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
   [junit4]   2> 142691 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436&qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&name=testasynccollectioncreation_shard1_0_replica_n5&action=CREATE&collection=testasynccollectioncreation&shard=shard1_0&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 142692 INFO  (qtp496812811-877) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436
   [junit4]   2> 142692 INFO  (qtp496812811-877) [n:127.0.0.1:33003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 142705 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 142709 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_0_replica_n5] Schema name=minimal
   [junit4]   2> 142711 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 142711 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_0_replica_n5' using configuration from collection testasynccollectioncreation, trusted=true
   [junit4]   2> 142711 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33003.solr.core.testasynccollectioncreation.shard1_0.replica_n5' (registry 'solr.core.testasynccollectioncreation.shard1_0.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccf3a1c
   [junit4]   2> 142711 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 142711 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_0_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node1/testasynccollectioncreation_shard1_0_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001/tempDir-001/node1/./testasynccollectioncreation_shard1_0_replica_n5/data/]
   [junit4]   2> 142761 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 142761 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 142762 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 142762 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 142763 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@44d8db7e[testasynccollectioncreation_shard1_0_replica_n5] main]
   [junit4]   2> 142767 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 142768 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 142768 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 142768 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581657706298605568
   [junit4]   2> 142769 INFO  (searcherExecutor-576-thread-1-processing-x:testasynccollectioncreation_shard1_0_replica_n5 r:core_node7 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE n:127.0.0.1:33003_solr s:shard1_0 c:testasynccollectioncreation) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_0_replica_n5] Registered new searcher Searcher@44d8db7e[testasynccollectioncreation_shard1_0_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 142769 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 142771 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 142771 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 142771 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_0_replica_n5/
   [junit4]   2> 142771 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 142771 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.SyncStrategy http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_0_replica_n5/ has no replicas
   [junit4]   2> 142771 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 142772 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33003/solr/testasynccollectioncreation_shard1_0_replica_n5/ shard1_0
   [junit4]   2> 142873 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142873 INFO  (zkCallback-110-thread-2-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142873 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142873 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142923 INFO  (parallelCoreAdminExecutor-563-thread-2-processing-n:127.0.0.1:33003_solr 1eac708e-8e4a-4322-a70c-2b568bf6e4444305181081688436 CREATE) [n:127.0.0.1:33003_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 143025 INFO  (zkCallback-112-thread-1-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 143025 INFO  (zkCallback-110-thread-2-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 143025 INFO  (zkCallback-112-thread-2-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 143025 INFO  (zkCallback-110-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 143485 INFO  (qtp496812811-873) [n:127.0.0.1:33003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reque

[...truncated too long message...]

ava:203)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.waitForCoreAdminAsyncCallToComplete(OverseerCollectionMessageHandler.java:887)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.waitForAsyncCallsToComplete(OverseerCollectionMessageHandler.java:867)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:746)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:297)
   [junit4]   2> 	... 6 more
   [junit4]   2> 
   [junit4]   2> 209977 INFO  (OverseerThreadFactory-561-thread-5-processing-n:127.0.0.1:33003_solr) [n:127.0.0.1:33003_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 209977 WARN  (OverseerAutoScalingTriggerThread-98853606143688710-127.0.0.1:33003_solr-n_0000000000) [n:127.0.0.1:33003_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 209982 INFO  (zkCallback-110-thread-2-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39331_solr
   [junit4]   2> 209984 INFO  (jetty-closer-101-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d61b303{/solr,null,UNAVAILABLE}
   [junit4]   2> 209985 INFO  (zkCallback-110-thread-3-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 209986 INFO  (zkCallback-110-thread-4-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 212485 INFO  (zkCallback-110-thread-3-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39331/solr/testasynccollectioncreation_shard1_1_replica0/
   [junit4]   2> 212485 INFO  (zkCallback-110-thread-3-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 212485 INFO  (zkCallback-110-thread-3-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.c.SyncStrategy http://127.0.0.1:39331/solr/testasynccollectioncreation_shard1_1_replica0/ has no replicas
   [junit4]   2> 212486 INFO  (zkCallback-110-thread-4-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39331/solr/testasynccollectioncreation_shard1_replica_n3/
   [junit4]   2> 212486 INFO  (zkCallback-110-thread-4-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 212486 INFO  (zkCallback-110-thread-4-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:39331/solr/testasynccollectioncreation_shard1_replica_n3/ has no replicas
   [junit4]   2> 212489 INFO  (zkCallback-110-thread-3-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39331/solr/testasynccollectioncreation_shard1_1_replica0/ shard1_1
   [junit4]   2> 212490 INFO  (zkCallback-110-thread-4-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39331/solr/testasynccollectioncreation_shard1_replica_n3/ shard1
   [junit4]   2> 469965 INFO  (coreCloseExecutor-598-thread-1) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@3c0d4019
   [junit4]   2> 469965 INFO  (coreCloseExecutor-598-thread-2) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_1_replica0]  CLOSING SolrCore org.apache.solr.core.SolrCore@2bd20057
   [junit4]   2> 469965 INFO  (coreCloseExecutor-598-thread-1) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testasynccollectioncreation.shard1.replica_n3, tag=1007501337
   [junit4]   2> 469966 INFO  (coreCloseExecutor-598-thread-1) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33307ad9: rootName = solr_39331, domain = solr.core.testasynccollectioncreation.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testasynccollectioncreation.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@38f88547
   [junit4]   2> 469970 INFO  (coreCloseExecutor-598-thread-2) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testasynccollectioncreation.shard1_1.replica0, tag=735182935
   [junit4]   2> 469970 INFO  (coreCloseExecutor-598-thread-2) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ba6e61c: rootName = solr_39331, domain = solr.core.testasynccollectioncreation.shard1_1.replica0, service url = null, agent id = null] for registry solr.core.testasynccollectioncreation.shard1_1.replica0 / com.codahale.metrics.MetricRegistry@6e315ac1
   [junit4]   2> 469979 INFO  (coreCloseExecutor-598-thread-2) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1_1 r:core_node10 x:testasynccollectioncreation_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testasynccollectioncreation.shard1_1.leader, tag=735182935
   [junit4]   2> 469983 INFO  (coreCloseExecutor-598-thread-1) [n:127.0.0.1:39331_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testasynccollectioncreation.shard1.leader, tag=1007501337
   [junit4]   2> 469997 INFO  (jetty-closer-101-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@283d3414{/solr,null,UNAVAILABLE}
   [junit4]   2> 470007 ERROR (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 470008 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[280F718ED12279FA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45155 45155
   [junit4]   2> 475639 INFO  (Thread-131) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45155 45155
   [junit4]   2> 475640 WARN  (Thread-131) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	38	/solr/collections/testasynccollectioncreation/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/testAsyncOperations/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_280F718ED12279FA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=en-MT, timezone=America/Dawson_Creek
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=246162520,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BadCopyFieldTest, TestDFISimilarityFactory, V2ApiIntegrationTest, TestTlogReplica, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest]
   [junit4] Completed [79/743 (1!)] on J2 in 340.53s, 2 tests, 1 failure <<< FAILURES!

[...truncated 49522 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 628 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/628/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43077/h

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43077/h
	at __randomizedtesting.SeedInfo.seed([A7724E0E4D8D9A32:2F2671D4E371F7CA]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
	... 43 more


FAILED:  org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40505/dlx/d

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40505/dlx/d
	at __randomizedtesting.SeedInfo.seed([A7724E0E4D8D9A32:D7C7472CB777D185]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
	... 43 more


FAILED:  org.apache.solr.handler.TestSQLHandler.doTest

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:44435

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44435
	at __randomizedtesting.SeedInfo.seed([A7724E0E4D8D9A32:36F6AA2036898B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
	... 43 more




Build Log:
[...truncated 12174 lines...]
   [junit4] Suite: org.apache.solr.core.TestCustomStream
   [junit4]   2> 411828 INFO  (SUITE-TestCustomStream-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001/init-core-data-001
   [junit4]   2> 411829 WARN  (SUITE-TestCustomStream-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 411829 INFO  (SUITE-TestCustomStream-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 411830 INFO  (SUITE-TestCustomStream-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 411830 INFO  (SUITE-TestCustomStream-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dlx/d
   [junit4]   2> 411832 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 411832 INFO  (Thread-419) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 411832 INFO  (Thread-419) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 411834 ERROR (Thread-419) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 411932 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ZkTestServer start zk server on port:42683
   [junit4]   2> 411949 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 411951 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 411953 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 411954 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 411956 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 411957 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 411958 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 411960 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 411961 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 411962 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 411964 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 411966 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 412043 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 412044 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1542e5b{/dlx/d,null,AVAILABLE}
   [junit4]   2> 412046 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@177a0b6{HTTP/1.1,[http/1.1]}{127.0.0.1:40505}
   [junit4]   2> 412046 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.e.j.s.Server Started @413411ms
   [junit4]   2> 412046 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001/tempDir-001/control/data, hostContext=/dlx/d, hostPort=40505, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001/control-001/cores}
   [junit4]   2> 412047 ERROR (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 412047 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 412047 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 412047 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 412047 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T22:51:04.213Z
   [junit4]   2> 412051 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 412051 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001/control-001/solr.xml
   [junit4]   2> 412057 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 412057 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 412062 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e5304, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 412065 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42683/solr
   [junit4]   2> 412147 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 412147 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40505_dlx%2Fd
   [junit4]   2> 412148 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.Overseer Overseer (id=98852343906238468-127.0.0.1:40505_dlx%2Fd-n_0000000000) starting
   [junit4]   2> 412154 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40505_dlx%2Fd
   [junit4]   2> 412159 INFO  (zkCallback-419-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 412639 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e5304
   [junit4]   2> 412656 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e5304
   [junit4]   2> 412656 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e5304
   [junit4]   2> 412658 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001/control-001/cores
   [junit4]   2> 412682 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 412683 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42683/solr ready
   [junit4]   2> 412686 INFO  (qtp23587732-2748) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40505_dlx%252Fd&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 412688 INFO  (OverseerThreadFactory-1585-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 412795 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 412795 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 412903 INFO  (zkCallback-419-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 413824 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 413855 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 413971 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 413993 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 413994 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e5304
   [junit4]   2> 413994 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 413994 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 413996 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=899608734, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 413999 WARN  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 414035 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 414035 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 414037 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 414037 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 414038 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1667813048, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 414038 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15c38c[control_collection_shard1_replica_n1] main]
   [junit4]   2> 414039 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 414039 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 414040 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 414042 INFO  (searcherExecutor-1588-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@15c38c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 414042 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581637504816119808
   [junit4]   2> 414050 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 414050 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 414050 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40505/dlx/d/control_collection_shard1_replica_n1/
   [junit4]   2> 414050 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 414050 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40505/dlx/d/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 414050 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 414052 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40505/dlx/d/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 472734 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40505
   [junit4]   2> 472735 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=26168705
   [junit4]   2> 472735 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 472735 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1183710: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@22a2e5
   [junit4]   2> 472739 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 472740 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d0fe3c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@da833
   [junit4]   2> 472744 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 472744 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f5e3c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3233ea
   [junit4]   2> 472746 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 472746 INFO  (coreCloseExecutor-1593-thread-1) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ccb9e
   [junit4]   2> 472746 INFO  (coreCloseExecutor-1593-thread-1) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=2935710
   [junit4]   2> 472746 INFO  (coreCloseExecutor-1593-thread-1) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13c6356: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@382f6e
   [junit4]   2> 472754 INFO  (coreCloseExecutor-1593-thread-1) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=2935710
   [junit4]   2> 592688 ERROR (qtp23587732-2748) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 592690 INFO  (qtp23587732-2748) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40505_dlx%252Fd&wt=javabin&version=2} status=500 QTime=180004
   [junit4]   2> 592690 ERROR (qtp23587732-2748) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1012894 ERROR (OverseerThreadFactory-1585-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:40505/dlx/d
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40505/dlx/d
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1012895 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.Overseer Overseer (id=98852343906238468-127.0.0.1:40505_dlx%2Fd-n_0000000000) closing
   [junit4]   2> 1012896 ERROR (OverseerThreadFactory-1585-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 1012896 INFO  (OverseerStateUpdate-98852343906238468-127.0.0.1:40505_dlx%2Fd-n_0000000000) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40505_dlx%2Fd
   [junit4]   2> 1012898 INFO  (OverseerThreadFactory-1585-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1012902 ERROR (OverseerThreadFactory-1585-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:319)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/24677831@1b88da8 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1e1af0e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:61)
   [junit4]   2> 	at java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:203)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.sendShardRequest(OverseerCollectionMessageHandler.java:614)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.sendShardRequest(OverseerCollectionMessageHandler.java:592)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.sliceCmd(OverseerCollectionMessageHandler.java:819)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:800)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	... 6 more
   [junit4]   2> 
   [junit4]   2> 1012904 INFO  (zkCallback-419-thread-5-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1012905 INFO  (OverseerThreadFactory-1585-thread-1-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1012907 WARN  (OverseerAutoScalingTriggerThread-98852343906238468-127.0.0.1:40505_dlx%2Fd-n_0000000000) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1012908 WARN  (zkCallback-419-thread-6-processing-n:127.0.0.1:40505_dlx%2Fd) [n:127.0.0.1:40505_dlx%2Fd    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1012909 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@177a0b6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1012909 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1542e5b{/dlx/d,null,UNAVAILABLE}
   [junit4]   2> 1012911 ERROR (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:40505_dlx%2Fd]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1063)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:998)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1012912 ERROR (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1191)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1063)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:998)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:40505_dlx%2Fd]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 1012912 INFO  (qtp23587732-2750) [n:127.0.0.1:40505_dlx%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=600117
   [junit4]   2> 1012913 ERROR (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1012913 INFO  (TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42683 42683
   [junit4]   2> 1020205 INFO  (Thread-419) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42683 42683
   [junit4]   2> 1020206 WARN  (Thread-419) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCustomStream -Dtests.method=testDynamicLoadingCustomStream -Dtests.seed=A7724E0E4D8D9A32 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lv-LV -Dtests.timezone=America/Eirunepe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    608s J0 | TestCustomStream.testDynamicLoadingCustomStream <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40505/dlx/d
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A7724E0E4D8D9A32:D7C7472CB777D185]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestCustomStream_A7724E0E4D8D9A32-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=lv-LV, timezone=America/Eirunepe
   [junit4]   2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=29244648,total=128045056
   [junit4]   2> NOTE: All tests run in this JVM: [SolrShardReporterTest, TestZkAclsWithHadoopAuth, TestLuceneIndexBackCompat, TestLegacyTerms, TestFieldCacheSort, SolrGangliaReporterTest, ExplicitHLLTest, TestReversedWildcardFilterFactory, URLClassifyProcessorTest, DateMathParserTest, TestSerializedLuceneMatchVersion, MetricsHandlerTest, FastVectorHighlighterTest, DateRangeFieldTest, SpellCheckCollatorTest, ForceLeaderTest, SolrCoreTest, TermsComponentTest, SpatialFilterTest, TriLevelCompositeIdRoutingTest, PeerSyncWithIndexFingerprintCachingTest, TestRetrieveFieldsOptimizer, BooleanFieldTest, DeleteReplicaTest, TestFieldCacheWithThreads, ConjunctionSolrSpellCheckerTest, LeaderFailoverAfterPartitionTest, TestManagedSchema, TestSuggestSpellingConverter, TestCustomStream]
   [junit4] Completed [179/743 (1!)] on J0 in 608.40s, 1 test, 1 error <<< FAILURES!

[...truncated 247 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> 945070 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_A7724E0E4D8D9A32-001/init-core-data-001
   [junit4]   2> 945070 WARN  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 945070 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 945072 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 945072 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /h/
   [junit4]   2> 945426 WARN  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 945950 WARN  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 946077 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 946096 WARN  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 946366 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 946404 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_42089_hdfs____.vic2lv/webapp
   [junit4]   2> 947113 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:42089
   [junit4]   2> 947706 WARN  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 947709 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 947717 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36897_datanode____uc8uwq/webapp
   [junit4]   2> 948184 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36897
   [junit4]   2> 948412 WARN  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 948413 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 948422 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33099_datanode____.bfhauh/webapp
   [junit4]   2> 948819 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_A7724E0E4D8D9A32-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_A7724E0E4D8D9A32-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:35899) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 948894 INFO  (SUITE-StressHdfsTest-seed#[A7724E0E4D8D9A32]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33099
   [junit4]   2> 948930 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf3a80f96beba0: from storage DS-bac4ea24-7035-4c7e-9021-e3dbe8034d7f node DatanodeRegistration(127.0.0.1:36513, datanodeUuid=6d9a160b-6c36-4e73-95c0-274b87fc978a, infoPort=35539, infoSecurePort=0, ipcPort=43723, storageInfo=lv=-56;cid=testClusterID;nsid=1105430915;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
   [junit4]   2> 948931 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf3a80f96beba0: from storage DS-bec4944d-d4fb-4550-953c-fbfb12f7e9e6 node DatanodeRegistration(127.0.0.1:36513, datanodeUuid=6d9a160b-6c36-4e73-95c0-274b87fc978a, infoPort=35539, infoSecurePort=0, ipcPort=43723, storageInfo=lv=-56;cid=testClusterID;nsid=1105430915;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 949009 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_A7724E0E4D8D9A32-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_A7724E0E4D8D9A32-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:35899) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 949017 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf3a80ff707dc4: from storage DS-e0bedf45-03cb-44ab-ac98-d2eff2d30d72 node DatanodeRegistration(127.0.0.1:45965, datanodeUuid=4375496e-3e56-4a41-b0bd-06f8ef9669c5, infoPort=37581, infoSecurePort=0, ipcPort=45435, storageInfo=lv=-56;cid=testClusterID;nsid=1105430915;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 949017 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf3a80ff707dc4: from storage DS-d3d1e2c2-0e4e-4d80-88f9-f09b4f6970ae node DatanodeRegistration(127.0.0.1:45965, datanodeUuid=4375496e-3e56-4a41-b0bd-06f8ef9669c5, infoPort=37581, infoSecurePort=0, ipcPort=45435, storageInfo=lv=-56;cid=testClusterID;nsid=1105430915;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 949430 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 949430 INFO  (Thread-1150) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 949430 INFO  (Thread-1150) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 949433 ERROR (Thread-1150) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 949530 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ZkTestServer start zk server on port:34907
   [junit4]   2> 949542 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 949544 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 949546 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 949547 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 949548 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 949549 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 949550 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 949551 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 949552 INFO  (TEST-StressHdfsTest.test-seed#[A7724E0E4D8D9A32]) 

[...truncated too long message...]

Consume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:44435_]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 2633280 INFO  (qtp4349305-9210) [n:127.0.0.1:44435_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=600034
   [junit4]   2> 2633281 ERROR (TEST-TestSQLHandler.doTest-seed#[A7724E0E4D8D9A32]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2633281 INFO  (TEST-TestSQLHandler.doTest-seed#[A7724E0E4D8D9A32]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37293 37293
   [junit4]   2> 2634110 INFO  (Thread-1969) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37293 37293
   [junit4]   2> 2634110 WARN  (Thread-1969) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSQLHandler -Dtests.method=doTest -Dtests.seed=A7724E0E4D8D9A32 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=America/Indiana/Winamac -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    602s J0 | TestSQLHandler.doTest <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44435
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A7724E0E4D8D9A32:36F6AA2036898B]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSQLHandler_A7724E0E4D8D9A32-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1678, maxMBSortInHeap=7.332202345106996, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-BA, timezone=America/Indiana/Winamac
   [junit4]   2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=155129472,total=332419072
   [junit4]   2> NOTE: All tests run in this JVM: [SolrShardReporterTest, TestZkAclsWithHadoopAuth, TestLuceneIndexBackCompat, TestLegacyTerms, TestFieldCacheSort, SolrGangliaReporterTest, ExplicitHLLTest, TestReversedWildcardFilterFactory, URLClassifyProcessorTest, DateMathParserTest, TestSerializedLuceneMatchVersion, MetricsHandlerTest, FastVectorHighlighterTest, DateRangeFieldTest, SpellCheckCollatorTest, ForceLeaderTest, SolrCoreTest, TermsComponentTest, SpatialFilterTest, TriLevelCompositeIdRoutingTest, PeerSyncWithIndexFingerprintCachingTest, TestRetrieveFieldsOptimizer, BooleanFieldTest, DeleteReplicaTest, TestFieldCacheWithThreads, ConjunctionSolrSpellCheckerTest, LeaderFailoverAfterPartitionTest, TestManagedSchema, TestSuggestSpellingConverter, TestCustomStream, SliceStateTest, ConfigureRecoveryStrategyTest, JvmMetricsTest, AssignBackwardCompatibilityTest, ResourceLoaderTest, AnalysisAfterCoreReloadTest, RAMDirectoryFactoryTest, TestDynamicFieldResource, CoreAdminRequestStatusTest, TestCloudJSONFacetJoinDomain, BlobRepositoryCloudTest, ReplaceNodeTest, CacheHeaderTest, TestCollectionAPIs, TestInfoStreamLogging, TestIBSimilarityFactory, TestMergePolicyConfig, ComputePlanActionTest, TestDistributedSearch, CloneFieldUpdateProcessorFactoryTest, TestCrossCoreJoin, TestSortByMinMaxFunction, PeerSyncReplicationTest, TestRandomDVFaceting, TestClusterStateMutator, TestPostingsSolrHighlighter, TestBadConfig, TestExactStatsCache, TestStressInPlaceUpdates, TestTolerantUpdateProcessorCloud, UpdateRequestProcessorFactoryTest, HttpTriggerListenerTest, TestSort, DistribCursorPagingTest, TestConfigSetsAPIExclusivity, TestFilteredDocIdSet, TestPointFields, TestDFRSimilarityFactory, TestExceedMaxTermLength, TestMacros, HdfsChaosMonkeySafeLeaderTest, TestCloudRecovery, TestFoldingMultitermQuery, SearchHandlerTest, SolrMetricManagerTest, TestSolrDeletionPolicy1, IndexSchemaRuntimeFieldTest, TermVectorComponentTest, TestSolrJ, ShardSplitTest, TestSQLHandler]
   [junit4] Completed [483/743 (3!)] on J0 in 601.63s, 1 test, 1 error <<< FAILURES!

[...truncated 43938 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 627 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/627/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.SystemLogListenerTest

Error Message:
Error from server at http://127.0.0.1:42055/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42055/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([22B4B8D29E3F71EA]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.setupCluster(SystemLogListenerTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TriLevelCompositeIdRoutingTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38877/_/zi

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38877/_/zi
	at __randomizedtesting.SeedInfo.seed([22B4B8D29E3F71EA:AAE0870830C31C12]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
	... 43 more


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([22B4B8D29E3F71EA:AA8931ADA4FF9047]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:402)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([22B4B8D29E3F71EA:94B6D890447643A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:344)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12905 lines...]
   [junit4] Suite: org.apache.solr.cloud.TriLevelCompositeIdRoutingTest
   [junit4]   2> 1023422 INFO  (SUITE-TriLevelCompositeIdRoutingTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001/init-core-data-001
   [junit4]   2> 1023422 WARN  (SUITE-TriLevelCompositeIdRoutingTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> 1023423 INFO  (SUITE-TriLevelCompositeIdRoutingTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1023424 INFO  (SUITE-TriLevelCompositeIdRoutingTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1023424 INFO  (SUITE-TriLevelCompositeIdRoutingTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/zi
   [junit4]   2> 1023425 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1023451 INFO  (Thread-1497) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1023451 INFO  (Thread-1497) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1023467 ERROR (Thread-1497) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1023551 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.ZkTestServer start zk server on port:46533
   [junit4]   2> 1023560 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1023561 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1023561 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1023561 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1023562 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1023562 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1023563 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1023563 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1023563 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1023564 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1023564 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1023565 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1023627 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1023628 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c0d03e{/_/zi,null,AVAILABLE}
   [junit4]   2> 1023630 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ab77e5{HTTP/1.1,[http/1.1]}{127.0.0.1:38877}
   [junit4]   2> 1023630 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.e.j.s.Server Started @1025165ms
   [junit4]   2> 1023630 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001/tempDir-001/control/data, hostContext=/_/zi, hostPort=38877, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001/control-001/cores}
   [junit4]   2> 1023630 ERROR (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1023631 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1023631 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1023631 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1023631 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T18:05:26.602Z
   [junit4]   2> 1023633 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1023633 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001/control-001/solr.xml
   [junit4]   2> 1023635 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1023635 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1023636 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1be26e5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1023638 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46533/solr
   [junit4]   2> 1023662 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1023662 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38877__%2Fzi
   [junit4]   2> 1023662 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.Overseer Overseer (id=98851220778516484-127.0.0.1:38877__%2Fzi-n_0000000000) starting
   [junit4]   2> 1023665 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38877__%2Fzi
   [junit4]   2> 1023666 INFO  (zkCallback-1050-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023718 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1be26e5
   [junit4]   2> 1023725 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1be26e5
   [junit4]   2> 1023725 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1be26e5
   [junit4]   2> 1023726 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001/control-001/cores
   [junit4]   2> 1023739 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023739 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46533/solr ready
   [junit4]   2> 1023740 INFO  (qtp33520319-6343) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38877__%252Fzi&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1023741 INFO  (OverseerThreadFactory-2629-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1023846 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1023846 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1023950 INFO  (zkCallback-1050-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1024897 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1024905 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1024967 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1024980 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1024981 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1be26e5
   [junit4]   2> 1024987 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1024987 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1024991 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14699510137832023]
   [junit4]   2> 1025060 WARN  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1025101 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1025101 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1025101 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1025101 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1025103 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1025103 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d095e1[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1025105 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1025105 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1025106 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1025106 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581619534183268352
   [junit4]   2> 1025108 INFO  (searcherExecutor-2632-thread-1-processing-n:127.0.0.1:38877__%2Fzi x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1d095e1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1025118 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1025118 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1025118 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38877/_/zi/control_collection_shard1_replica_n1/
   [junit4]   2> 1025118 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1025118 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38877/_/zi/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1025118 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1025119 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38877/_/zi/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1083800 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 38877
   [junit4]   2> 1083800 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1467405
   [junit4]   2> 1083800 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1083800 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52324e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3c8df6
   [junit4]   2> 1083804 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1083805 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aeff19: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@82c5be
   [junit4]   2> 1083807 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1083807 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@137ea2f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@167339e
   [junit4]   2> 1083808 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1083809 INFO  (coreCloseExecutor-2637-thread-1) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@dbf0e2
   [junit4]   2> 1083809 INFO  (coreCloseExecutor-2637-thread-1) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=14414050
   [junit4]   2> 1083809 INFO  (coreCloseExecutor-2637-thread-1) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@aa6d54: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@8f3050
   [junit4]   2> 1083814 INFO  (coreCloseExecutor-2637-thread-1) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=14414050
   [junit4]   2> 1203744 ERROR (qtp33520319-6343) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1203747 INFO  (qtp33520319-6343) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38877__%252Fzi&wt=javabin&version=2} status=500 QTime=180007
   [junit4]   2> 1203747 ERROR (qtp33520319-6343) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1623944 ERROR (OverseerThreadFactory-2629-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:38877/_/zi
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38877/_/zi
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1623945 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.Overseer Overseer (id=98851220778516484-127.0.0.1:38877__%2Fzi-n_0000000000) closing
   [junit4]   2> 1623945 ERROR (OverseerThreadFactory-2629-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 1623946 INFO  (OverseerStateUpdate-98851220778516484-127.0.0.1:38877__%2Fzi-n_0000000000) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38877__%2Fzi
   [junit4]   2> 1623946 INFO  (OverseerThreadFactory-2629-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1623948 INFO  (zkCallback-1050-thread-5-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1623949 ERROR (OverseerThreadFactory-2629-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:319)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/2025020@dacffa rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@583ca0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:61)
   [junit4]   2> 	at java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:203)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.sendShardRequest(OverseerCollectionMessageHandler.java:614)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.sendShardRequest(OverseerCollectionMessageHandler.java:592)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.sliceCmd(OverseerCollectionMessageHandler.java:819)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:800)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	... 6 more
   [junit4]   2> 
   [junit4]   2> 1623953 INFO  (OverseerThreadFactory-2629-thread-1-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1623954 WARN  (OverseerAutoScalingTriggerThread-98851220778516484-127.0.0.1:38877__%2Fzi-n_0000000000) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1623955 WARN  (zkCallback-1050-thread-5-processing-n:127.0.0.1:38877__%2Fzi) [n:127.0.0.1:38877__%2Fzi    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1623956 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@ab77e5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1623956 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c0d03e{/_/zi,null,UNAVAILABLE}
   [junit4]   2> 1623992 ERROR (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:38877__%2Fzi]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1063)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:998)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1623993 ERROR (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1191)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1063)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:998)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:38877__%2Fzi]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 1623994 INFO  (qtp33520319-6345) [n:127.0.0.1:38877__%2Fzi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=600148
   [junit4]   2> 1623994 ERROR (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1623994 INFO  (TEST-TriLevelCompositeIdRoutingTest.test-seed#[22B4B8D29E3F71EA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46533 46533
   [junit4]   2> 1629425 INFO  (Thread-1497) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46533 46533
   [junit4]   2> 1629426 WARN  (Thread-1497) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TriLevelCompositeIdRoutingTest -Dtests.method=test -Dtests.seed=22B4B8D29E3F71EA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Asia/Irkutsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    606s J0 | TriLevelCompositeIdRoutingTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38877/_/zi
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([22B4B8D29E3F71EA:AAE0870830C31C12]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TriLevelCompositeIdRoutingTest_22B4B8D29E3F71EA-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=sk, timezone=Asia/Irkutsk
   [junit4]   2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=292140304,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestReversedWildcardFilterFactory, QueryParsingTest, HighlighterMaxOffsetTest, SoftAutoCommitTest, TestBlendedInfixSuggestions, HdfsUnloadDistributedZkTest, ExplicitHLLTest, TestLeaderElectionZkExpiry, TestCustomStream, TestWordDelimiterFilterFactory, TestSolrConfigHandlerConcurrent, TestRandomFlRTGCloud, TestDistributedStatsComponentCardinality, UpdateRequestProcessorFactoryTest, TestInitQParser, TestSearcherReuse, BufferStoreTest, TestIBSimilarityFactory, TestHighlightDedupGrouping, AutoAddReplicasIntegrationTest, UpdateParamsTest, TestHighFrequencyDictionaryFactory, TestIndexingPerformance, SegmentsInfoRequestHandlerTest, TestReloadAndDeleteDocs, ConnectionManagerTest, TestExactStatsCache, TestUpdate, DistributedDebugComponentTest, TestMacros, ImplicitSnitchTest, SimpleFacetsTest, SpatialFilterTest, SolrCLIZkUtilsTest, TestStressInPlaceUpdates, SimpleMLTQParserTest, TestCloudJSONFacetJoinDomain, BasicZkTest, TestSubQueryTransformer, SolrInfoBeanTest, TestSSLRandomization, TestPivotHelperCode, ParsingFieldUpdateProcessorsTest, TestJsonFacets, TestCollectionAPI, LeaderElectionIntegrationTest, TestXmlQParser, TestBlobHandler, MergeStrategyTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SearchHandlerTest, SolrJmxReporterTest, TestRandomFaceting, FastVectorHighlighterTest, ConjunctionSolrSpellCheckerTest, BasicDistributedZkTest, BaseCdcrDistributedZkTest, PeerSyncReplicationTest, SpellCheckComponentTest, ClassificationUpdateProcessorFactoryTest, SolrShardReporterTest, TestMergePolicyConfig, ActionThrottleTest, TestAddFieldRealTimeGet, SolrCoreTest, CdcrReplicationHandlerTest, TriLevelCompositeIdRoutingTest]
   [junit4] Completed [428/743 (1!)] on J0 in 606.03s, 1 test, 1 error <<< FAILURES!

[...truncated 207 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
   [junit4]   2> 1786686 INFO  (SUITE-SystemLogListenerTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_22B4B8D29E3F71EA-001/init-core-data-001
   [junit4]   2> 1786687 WARN  (SUITE-SystemLogListenerTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 1786687 INFO  (SUITE-SystemLogListenerTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1786688 INFO  (SUITE-SystemLogListenerTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1786688 INFO  (SUITE-SystemLogListenerTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SystemLogListenerTest_22B4B8D29E3F71EA-001/tempDir-001
   [junit4]   2> 1786689 INFO  (SUITE-SystemLogListenerTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1786695 INFO  (Thread-2206) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1786695 INFO  (Thread-2206) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1786696 ERROR (Thread-2206) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1786795 INFO  (SUITE-SystemLogListenerTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40255
   [junit4]   2> 1786799 INFO  (jetty-launcher-1303-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1786799 INFO  (jetty-launcher-1303-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1786800 INFO  (jetty-launcher-1303-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1786804 INFO  (jetty-launcher-1303-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@82f3f6{/solr,null,AVAILABLE}
   [junit4]   2> 1786809 INFO  (jetty-launcher-1303-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@b0b69f{HTTP/1.1,[http/1.1]}{127.0.0.1:๓๓๘๗๓}
   [junit4]   2> 1786809 INFO  (jetty-launcher-1303-thread-2) [    ] o.e.j.s.Server Started @๑๗๘๘๓๔๕ms
   [junit4]   2> 1786810 INFO  (jetty-launcher-1303-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33873}
   [junit4]   2> 1786810 ERROR (jetty-launcher-1303-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1786810 INFO  (jetty-launcher-1303-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1786810 INFO  (jetty-launcher-1303-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1786810 INFO  (jetty-launcher-1303-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1786810 INFO  (jetty-launcher-1303-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T18:18:09.781Z
   [junit4]   2> 1786815 INFO  (jetty-launcher-1303-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ce82a0{/solr,null,AVAILABLE}
   [junit4]   2> 1786816 INFO  (jetty-launcher-1303-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14562b6{HTTP/1.1,[http/1.1]}{127.0.0.1:๔๒๐๕๕}
   [junit4]   2> 1786816 INFO  (jetty-launcher-1303-thread-3) [    ] o.e.j.s.Server Started @๑๗๘๘๓๕๒ms
   [junit4]   2> 1786816 INFO  (jetty-launcher-1303-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42055}
   [junit4]   2> 1786816 ERROR (jetty-launcher-1303-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1786816 INFO  (jetty-launcher-1303-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1786816 INFO  (jetty-launcher-1303-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1786816 INFO  (jetty-launcher-1303-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1786816 INFO  (jetty-launcher-1303-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T18:18:09.787Z
   [junit4]   2> 1786821 INFO  (jetty-launcher-1303-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1786822 INFO  (jetty-launcher-1303-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14ca0de{/solr,null,AVAILABLE}
   [junit4]   2> 1786823 INFO  (jetty-launcher-1303-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64c41e{HTTP/1.1,[http/1.1]}{127.0.0.1:๔๑๔๕๓}
   [junit4]   2> 1786823 INFO  (jetty-launcher-1303-thread-1) [    ] o.e.j.s.Server Started @๑๗๘๘๓๕๘ms
   [junit4]   2> 1786823 INFO  (jetty-launcher-1303-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41453}
   [junit4]   2> 1786823 ERROR (jetty-launcher-1303-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1786823 INFO  (jetty-launcher-1303-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1786823 INFO  (jetty-launcher-1303-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1786823 INFO  (jetty-launcher-1303-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1786823 INFO  (jetty-launcher-1303-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T18:18:09.794Z
   [junit4]   2> 1786828 INFO  (jetty-launcher-1303-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1786832 INFO  (jetty-launcher-1303-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1786840 INFO  (jetty-launcher-1303-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40255/solr
   [junit4]   2> 1786850 INFO  (jetty-launcher-1303-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40255/solr
   [junit4]   2> 1786856 INFO  (jetty-launcher-1303-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40255/solr
   [junit4]   2> 1786929 INFO  (jetty-launcher-1303-thread-2) [n:127.0.0.1:33873_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1786929 INFO  (jetty-launcher-1303-thread-3) [n:127.0.0.1:42055_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1786929 INFO  (jetty-launcher-1303-thread-2) [n:127.0.0.1:33873_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33873_solr
   [junit4]   2> 1786930 INFO  (jetty-launcher-1303-thread-3) [n:127.0.0.1:42055_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42055_solr
   [junit4]   2> 1786930 INFO  (jetty-launcher-1303-thread-2) [n:127.0.0.1:33873_solr    ] o.a.s.c.Overseer Overseer (id=98851270798016519-127.0.0.1:33873_solr-n_0000000000) starting
   [junit4]   2> 1786932 INFO  (zkCallback-1318-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1786935 INFO  (zkCallback-1319-thread-1-processing-n:127.0.0.1:42055_solr) [n:127.0.0.1:42055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1786940 INFO  (jetty-launcher-1303-thread-1) [n:127.0.0.1:41453_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1786941 INFO  (jetty-launcher-1303-thread-1) [n:127.0.0.1:41453_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1786942 INFO  (jetty-launcher-1303-thread-1) [n:127.0.0.1:41453_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41453_solr
   [junit4]   2> 1786942 INFO  (zkCallback-1318-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1786942 INFO  (zkCallback-1319-thread-1-processing-n:127.0.0.1:42055_solr) [n:127.0.0.1:42055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1786952 INFO  (jetty-launcher-1303-thread-2) [n:127.0.0.1:33873_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33873_solr
   [junit4]   2> 1786966 DEBUG (OverseerAutoScalingTriggerThread-98851270798016519-127.0.0.1:33873_solr-n_0000000000) [n:127.0.0.1:33873_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1786966 INFO  (zkCallback-1318-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1786967 INFO  (zkCallback-1319-thread-1-processing-n:127.0.0.1:42055_solr) [n:127.0.0.1:42055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1786971 INFO  (zkCallback-1320-thread-1-processing-n:127.0.0.1:41453_solr) [n:127.0.0.1:41453_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1786972 DEBUG (OverseerAutoScalingTriggerThread-98851270798016519-127.0.0.1:33873_solr-n_0000000000) [n:127.0.0.1:33873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1786972 INFO  (zkCallback-1320-thread-2-processing-n:127.0.0.1:41453_solr) [n:127.0.0.1:41453_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1786972 DEBUG (OverseerAutoScalingTriggerThread-98851270798016519-127.0.0.1:33873_solr-n_0000000000) [n:127.0.0.1:33873_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33873_solr, 127.0.0.1:41453_solr, 127.0.0.1:42055_solr]
   [junit4]   2> 1786972 DEBUG (OverseerAutoScalingTriggerThread-98851270798016519-127.0.0.1:33873_solr-n_0000000000) [n:127.0.0.1:33873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1786972 DEBUG (OverseerAutoScalingTriggerThread-9885127

[...truncated too long message...]

rorCode = Session expired for /live_nodes]
   [junit4]   2> 2631130 WARN  (zkCallback-3209-thread-2-processing-n:127.0.0.1:41559_solr) [n:127.0.0.1:41559_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2631130 INFO  (jetty-closer-3103-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e27ce{/solr,null,UNAVAILABLE}
   [junit4]   2> 2631132 WARN  (zkCallback-3222-thread-2-processing-n:127.0.0.1:44085_solr) [n:127.0.0.1:44085_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:41559_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:41559_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:747)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:746)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1152)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1147)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2631132 INFO  (jetty-closer-3103-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9213df{/solr,null,UNAVAILABLE}
   [junit4]   2> 2631139 INFO  (jetty-closer-3103-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a1c73{/solr,null,UNAVAILABLE}
   [junit4]   2> 2631146 ERROR (SUITE-TriggerIntegrationTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2631146 INFO  (SUITE-TriggerIntegrationTest-seed#[22B4B8D29E3F71EA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33489 33489
   [junit4]   2> 2636170 INFO  (Thread-5653) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33489 33489
   [junit4]   2> 2636171 WARN  (Thread-5653) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/aliases.json
   [junit4]   2> 	14	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/clusterprops.json
   [junit4]   2> 	35	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98851318303883299-127.0.0.1:41781_solr-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/98851318303883302-127.0.0.1:33705_solr-n_0000000008
   [junit4]   2> 	2	/solr/overseer_elect/election/98851318303883315-127.0.0.1:44085_solr-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/98851318303883288-127.0.0.1:39375_solr-n_0000000005
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/collections
   [junit4]   2> 	28	/solr/live_nodes
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/autoscaling/events/node_added_trigger
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_trigger
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_trigger1
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22B4B8D29E3F71EA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=588, maxMBSortInHeap=5.062269575976775, sim=RandomSimilarity(queryNorm=true): {}, locale=ru-RU, timezone=America/Tortola
   [junit4]   2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=111998360,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ClusterStateTest, CSVRequestHandlerTest, BasicDistributedZk2Test, FieldAnalysisRequestHandlerTest, TestTrie, CoreAdminCreateDiscoverTest, TestAnalyzeInfixSuggestions, TestNoOpRegenerator, HdfsTlogReplayBufferedWhileIndexingTest, SuggesterWFSTTest, ResponseHeaderTest, IndexSchemaTest, TestAuthorizationFramework, TestApiFramework, LeaderElectionContextKeyTest, SearchHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestQuerySenderListener, TestEmbeddedSolrServerConstructors, ZkFailoverTest, CheckHdfsIndexTest, TestFieldResource, UnloadDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, TestFunctionQuery, CustomCollectionTest, OverseerTest, FacetPivotSmallTest, TolerantUpdateProcessorTest, LargeFieldTest, TestSolrCloudSnapshots, SmileWriterTest, DistributedFacetExistsSmallTest, DefaultValueUpdateProcessorTest, HLLSerializationTest, TestSolrCloudWithHadoopAuthPlugin, SortByFunctionTest, OverseerModifyCollectionTest, TestStressCloudBlindAtomicUpdates, TestCoreContainer, TestQueryTypes, SecurityConfHandlerTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, GraphQueryTest, TestNRTOpen, BasicAuthIntegrationTest, TestHashPartitioner, TestDownShardTolerantSearch, TestValueSourceCache, SimplePostToolTest, IndexBasedSpellCheckerTest, TestSolrCLIRunExample, TestFiltering, TestPullReplicaErrorHandling, TestSmileRequest, FullSolrCloudDistribCmdsTest, DocValuesNotIndexedTest, TestJsonFacetRefinement, RecoveryZkTest, BlockJoinFacetDistribTest, TestCryptoKeys, SystemInfoHandlerTest, TestOnReconnectListenerSupport, TestSchemaVersionResource, TestTlogReplica, TestDistributedMissingSort, TestTrieFacet, TestSha256AuthenticationProvider, CloudMLTQParserTest, TestSolrDeletionPolicy2, TestSchemaNameResource, TestOrdValues, AnalyticsMergeStrategyTest, MoveReplicaTest, BadComponentTest, VersionInfoTest, HdfsAutoAddReplicasIntegrationTest, QueryElevationComponentTest, TestSearchPerf, TlogReplayBufferedWhileIndexingTest, ReturnFieldsTest, TestRequestStatusCollectionAPI, TestLFUCache, TestMaxTokenLenTokenizer, ScriptEngineTest, AddBlockUpdateTest, TestInPlaceUpdatesDistrib, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestConfigSetImmutable, TestLRUCache, SolrCloudReportersTest, CachingDirectoryFactoryTest, TestCoreDiscovery, SimpleCollectionCreateDeleteTest, TestSolrCloudWithDelegationTokens, SuggesterTest, SolrTestCaseJ4Test, TestCharFilters, RulesTest, ConnectionReuseTest, TestRealTimeGet, TestDFISimilarityFactory, SolrCoreMetricManagerTest, TestReloadDeadlock, TestJavabinTupleStreamParser, CollectionsAPIAsyncDistributedZkTest, FileBasedSpellCheckerTest, TestMaxScoreQueryParser, RequiredFieldsTest, NodeLostTriggerTest, TestFieldCacheReopen, MetricUtilsTest, TestExportWriter, TestDocBasedVersionConstraints, TestSystemIdResolver, CopyFieldTest, DeleteStatusTest, CollectionReloadTest, StatsComponentTest, SolrCmdDistributorTest, TestLazyCores, HighlighterTest, ShowFileRequestHandlerTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, TermVectorComponentTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestJmxIntegration, TestAnalyzedSuggestions, JsonLoaderTest, PingRequestHandlerTest, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, TestFastLRUCache, PrimUtilsTest, TestSolrJ, TestUtils, SliceStateTest, CircularListTest, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, AliasIntegrationTest, CdcrBootstrapTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DistribJoinFromCollectionTest, ForceLeaderTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, HttpTriggerListenerTest, TriggerIntegrationTest]
   [junit4] Completed [587/743 (3!)] on J2 in 124.75s, 10 tests, 2 failures <<< FAILURES!

[...truncated 43594 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 626 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/626/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=22356, name=jetty-launcher-3569-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=22346, name=jetty-launcher-3569-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=22356, name=jetty-launcher-3569-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=22346, name=jetty-launcher-3569-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([8A2D9F25FD4A2883]:0)


FAILED:  org.apache.solr.index.hdfs.CheckHdfsIndexTest.testDeletedDocs

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46677/nbqb/hc

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46677/nbqb/hc
	at __randomizedtesting.SeedInfo.seed([8A2D9F25FD4A2883:30A6F8BBAA977754]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
	... 43 more




Build Log:
[...truncated 13931 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
   [junit4]   2> 2373292 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_8A2D9F25FD4A2883-001/init-core-data-001
   [junit4]   2> 2373293 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2373294 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2373310 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_8A2D9F25FD4A2883-001/tempDir-001
   [junit4]   2> 2373310 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2373310 INFO  (Thread-5641) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2373310 INFO  (Thread-5641) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2373312 ERROR (Thread-5641) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2373410 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38255
   [junit4]   2> 2373421 INFO  (jetty-launcher-3569-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2373421 INFO  (jetty-launcher-3569-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2373422 INFO  (jetty-launcher-3569-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ede8a19{/solr,null,AVAILABLE}
   [junit4]   2> 2373422 INFO  (jetty-launcher-3569-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195abe71{/solr,null,AVAILABLE}
   [junit4]   2> 2373422 INFO  (jetty-launcher-3569-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@254dffe3{SSL,[ssl, http/1.1]}{127.0.0.1:45207}
   [junit4]   2> 2373423 INFO  (jetty-launcher-3569-thread-2) [    ] o.e.j.s.Server Started @2374888ms
   [junit4]   2> 2373423 INFO  (jetty-launcher-3569-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45207}
   [junit4]   2> 2373424 ERROR (jetty-launcher-3569-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2373424 INFO  (jetty-launcher-3569-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@288601fc{SSL,[ssl, http/1.1]}{127.0.0.1:39811}
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-1) [    ] o.e.j.s.Server Started @2374890ms
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39811}
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T10:29:18.467Z
   [junit4]   2> 2373425 ERROR (jetty-launcher-3569-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 2373425 INFO  (jetty-launcher-3569-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2373426 INFO  (jetty-launcher-3569-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2373426 INFO  (jetty-launcher-3569-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T10:29:18.468Z
   [junit4]   2> 2373427 INFO  (jetty-launcher-3569-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2373427 INFO  (jetty-launcher-3569-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2373436 INFO  (jetty-launcher-3569-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38255/solr
   [junit4]   2> 2373436 INFO  (jetty-launcher-3569-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38255/solr
   [junit4]   2> 2373486 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2373486 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2373487 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45207_solr
   [junit4]   2> 2373487 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39811_solr
   [junit4]   2> 2373488 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.c.Overseer Overseer (id=98849427184222214-127.0.0.1:45207_solr-n_0000000000) starting
   [junit4]   2> 2373489 INFO  (zkCallback-3580-thread-1-processing-n:127.0.0.1:39811_solr) [n:127.0.0.1:39811_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2373489 INFO  (zkCallback-3581-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2373493 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45207_solr
   [junit4]   2> 2373494 INFO  (zkCallback-3580-thread-1-processing-n:127.0.0.1:39811_solr) [n:127.0.0.1:39811_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2373494 INFO  (zkCallback-3581-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2373517 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 2373518 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 2373519 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2373519 INFO  (jetty-launcher-3569-thread-1-EventThread) [n:127.0.0.1:39811_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2373528 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2373539 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 2373539 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 2373539 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2373540 INFO  (jetty-launcher-3569-thread-2-EventThread) [n:127.0.0.1:45207_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2373545 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2373550 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39811.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344b084c
   [junit4]   2> 2373555 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39811.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344b084c
   [junit4]   2> 2373555 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39811.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344b084c
   [junit4]   2> 2373555 INFO  (jetty-launcher-3569-thread-1) [n:127.0.0.1:39811_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_8A2D9F25FD4A2883-001/tempDir-001/node1/.
   [junit4]   2> 2373563 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344b084c
   [junit4]   2> 2373567 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344b084c
   [junit4]   2> 2373567 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344b084c
   [junit4]   2> 2373568 INFO  (jetty-launcher-3569-thread-2) [n:127.0.0.1:45207_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_8A2D9F25FD4A2883-001/tempDir-001/node2/.
   [junit4]   2> 2373581 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2373582 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38255/solr ready
   [junit4]   2> 2373602 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 2373619 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 2373641 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 2373645 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 2373665 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 2373668 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 2373689 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 2373691 INFO  (qtp943897455-22305) [n:127.0.0.1:39811_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2373691 INFO  (qtp943897455-22305) [n:127.0.0.1:39811_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2373691 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 2373711 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 2373720 WARN  (qtp943897455-22314) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
   [junit4]   2> id: ‘bar’: no such user
   [junit4]   2> 
   [junit4]   2> 2373721 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 2373748 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 2373750 INFO  (qtp943897455-22311) [n:127.0.0.1:39811_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2373750 INFO  (qtp943897455-22311) [n:127.0.0.1:39811_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2373750 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 2373777 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 2373783 INFO  (qtp943897455-22305) [n:127.0.0.1:39811_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2373784 INFO  (qtp943897455-22305) [n:127.0.0.1:39811_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2373784 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 2373807 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 2388818 WARN  (jetty-launcher-3569-thread-1-SendThread(127.0.0.1:38255)) [n:127.0.0.1:39811_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15268ms for sessionid 0x15f2f07c1910007
   [junit4]   2> 2388818 WARN  (jetty-launcher-3569-thread-2-SendThread(127.0.0.1:38255)) [n:127.0.0.1:45207_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15218ms for sessionid 0x15f2f07c1910006
   [junit4]   2> 2388818 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f2f07c1910007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2388818 WARN  (jetty-launcher-3569-thread-1-SendThread(127.0.0.1:38255)) [n:127.0.0.1:39811_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15261ms for sessionid 0x15f2f07c1910005
   [junit4]   2> 2388819 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f2f07c1910006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2388818 WARN  (jetty-launcher-3569-thread-2-SendThread(127.0.0.1:38255)) [n:127.0.0.1:45207_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15269ms for sessionid 0x15f2f07c1910008
   [junit4]   2> 2388819 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f2f07c1910005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2388819 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f2f07c1910008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2388819 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4] IGNOR/A 0.00s J1 | TestImpersonationWithHadoopAuth.testForwarding
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
   [junit4]   2> 2388872 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 2388875 INFO  (qtp943897455-22305) [n:127.0.0.1:39811_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2388875 WARN  (qtp943897455-22305) [n:127.0.0.1:39811_solr    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	... 29 more
   [junit4]   2> 2388876 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 2388919 INFO  (jetty-launcher-3569-thread-1-EventThread) [n:127.0.0.1:39811_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 2388919 INFO  (jetty-launcher-3569-thread-2-EventThread) [n:127.0.0.1:45207_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 2388919 WARN  (zkCallback-3580-thread-2-processing-n:127.0.0.1:39811_solr) [n:127.0.0.1:39811_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6055d9c1 name: ZooKeeperConnection Watcher:127.0.0.1:38255/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2388920 WARN  (zkCallback-3580-thread-2-processing-n:127.0.0.1:39811_solr) [n:127.0.0.1:39811_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2388925 INFO  (jetty-closer-3570-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@288601fc{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2388925 WARN  (zkCallback-3581-thread-2-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b32be3a name: ZooKeeperConnection Watcher:127.0.0.1:38255/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2388925 WARN  (zkCallback-3581-thread-2-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2388929 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1356313867
   [junit4]   2> 2388929 INFO  (jetty-closer-3570-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@254dffe3{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2388929 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2388930 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1972910619
   [junit4]   2> 2388930 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@644b92b4: rootName = solr_39811, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cd8bcff
   [junit4]   2> 2388931 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2388931 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ce5b070: rootName = solr_45207, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@771cc937
   [junit4]   2> 2388939 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2388939 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b24f4e4: rootName = solr_39811, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44f3341
   [junit4]   2> 2388940 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2388940 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b511002: rootName = solr_45207, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44f3341
   [junit4]   2> 2388957 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2388957 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4334ebd0: rootName = solr_39811, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@54f6e609
   [junit4]   2> 2388958 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2388958 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67ebfbae: rootName = solr_45207, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@54f6e609
   [junit4]   2> 2390814 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2390814 INFO  (jetty-closer-3570-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2390815 WARN  (zkCallback-3580-thread-5-processing-n:127.0.0.1:39811_solr) [n:127.0.0.1:39811_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2390815 ERROR (Thread[Thread-5658,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:39811_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2390817 INFO  (jetty-closer-3570-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@195abe71{/solr,null,UNAVAILABLE}
   [junit4]   2> 2390864 INFO  (zkCallback-3581-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2390865 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2390865 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2390865 INFO  (jetty-closer-3570-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98849427184222214-127.0.0.1:45207_solr-n_0000000000) closing
   [junit4]   2> 2390865 WARN  (OverseerAutoScalingTriggerThread-98849427184222214-127.0.0.1:45207_solr-n_0000000000) [n:127.0.0.1:45207_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2390865 INFO  (OverseerStateUpdate-98849427184222214-127.0.0.1:45207_solr-n_0000000000) [n:127.0.0.1:45207_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45207_solr
   [junit4]   2> 2390868 WARN  (zkCallback-3581-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2390868 ERROR (Thread[Thread-5660,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:45207_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2390870 INFO  (jetty-closer-3570-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ede8a19{/solr,null,UNAVAILABLE}
   [junit4]   2> 2390870 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2390870 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38255 38255
   [junit4]   2> 2395900 INFO  (Thread-5641) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38255 38255
   [junit4]   2> 2395901 WARN  (Thread-5641) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 
   [junit4]   2> 2395902 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Oct 18, 2017 10:29:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Oct 18, 2017 10:30:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]   2>    1) Thread[id=22356, name=jetty-launcher-3569-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=22346, name=jetty-launcher-3569-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Oct 18, 2017 10:30:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=22356, name=jetty-launcher-3569-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>    2) Thread[id=22346, name=jetty-launcher-3569-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2> 2415949 ERROR (jetty-launcher-3569-thread-2-EventThread) [n:127.0.0.1:45207_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2415950 ERROR (jetty-launcher-3569-thread-1-EventThread) [n:127.0.0.1:39811_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Oct 18, 2017 10:30:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1158, maxMBSortInHeap=5.533960305752744, sim=RandomSimilarity(queryNorm=false): {}, locale=de-AT, timezone=Australia/Lindeman
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=253407256,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, PingRequestHandlerTest, ShowFileRequestHandlerTest, SolrRequestParserTest, NodeLostTriggerTest, TestHalfAndHalfDocValues, BasicAuthIntegrationTest, HdfsAutoAddReplicasIntegrationTest, TestCorePropertiesReload, TestPerFieldSimilarity, TestFreeTextSuggestions, TestHashQParserPlugin, MissingSegmentRecoveryTest, TestLegacyNumericUtils, TestStressCloudBlindAtomicUpdates, TestMaxScoreQueryParser, TestAnalyzedSuggestions, TestOmitPositions, SuggesterTSTTest, TestRTGBase, TestSchemaVersionResource, HighlighterConfigTest, TestXIncludeConfig, SolrMetricsIntegrationTest, LargeFieldTest, TestStressLucene, AtomicUpdatesTest, CustomCollectionTest, SchemaVersionSpecificBehaviorTest, SecurityConfHandlerTest, SpellingQueryConverterTest, MoveReplicaTest, OverseerTaskQueueTest, OpenCloseCoreStressTest, DirectoryFactoryTest, TestTrieFacet, SmileWriterTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, SortSpecParsingTest, TestPullReplicaErrorHandling, BadIndexSchemaTest, TestJavabinTupleStreamParser, OpenExchangeRatesOrgProviderTest, LeaderElectionContextKeyTest, TermVectorComponentDistributedTest, TestSolrFieldCacheBean, DOMUtilTest, TestDocSet, CachingDirectoryFactoryTest, TestWriterPerf, TestFastWriter, ConfigSetsAPITest, SolrCloudReportersTest, MetricUtilsTest, NotRequiredUniqueKeyTest, TestFaceting, TestAuthorizationFramework, TestRawTransformer, TestAnalyzeInfixSuggestions, PrimUtilsTest, StressHdfsTest, TestCloudManagedSchema, TestNumericTerms32, TestFieldResource, TestCollationField, DirectUpdateHandlerTest, TestHttpShardHandlerFactory, TestComplexPhraseLeadingWildcard, CoreAdminCreateDiscoverTest, TestHdfsBackupRestoreCore, ShufflingReplicaListTransformerTest, JavabinLoaderTest, TestSolrCloudSnapshots, DocumentAnalysisRequestHandlerTest, EnumFieldTest, ZkStateWriterTest, SampleTest, DeleteNodeTest, TestSurroundQueryParser, TestLazyCores, AliasIntegrationTest, TestNRTOpen, QueryResultKeyTest, TestNumericRangeQuery32, TestOrdValues, TestDynamicFieldCollectionResource, PathHierarchyTokenizerFactoryTest, DebugComponentTest, CloudMLTQParserTest, TestJettySolrRunner, TestCursorMarkWithoutUniqueKey, TestRestManager, TestConfigSetImmutable, CollectionsAPIDistributedZkTest, DistributedTermsComponentTest, TestChildDocTransformer, TestSolrCloudWithDelegationTokens, SynonymTokenizerTest, HdfsChaosMonkeyNothingIsSafeTest, SolrCoreMetricManagerTest, TestRangeQuery, TestStressRecovery, OutOfBoxZkACLAndCredentialsProvidersTest, TestLocalFSCloudBackupRestore, TestSolrConfigHandlerCloud, TestSolrCloudWithHadoopAuthPlugin, TestMaxTokenLenTokenizer, TestFieldCacheVsDocValues, SignatureUpdateProcessorFactoryTest, ZkSolrClientTest, HdfsTlogReplayBufferedWhileIndexingTest, TestStressReorder, ResponseHeaderTest, TestCloudPseudoReturnFields, TestPseudoReturnFields, TriggerIntegrationTest, OverseerModifyCollectionTest, TestSolrQueryParser, TestNoOpRegenerator, ShardRoutingTest, BasicZkTest, RecoveryZkTest, LeaderElectionTest, ShardRoutingCustomTest, TestHashPartitioner, TestJoin, SolrCmdDistributorTest, PeerSyncTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, TestTrie, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestQueryUtils, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestLFUCache, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, SolrIndexConfigTest, TestMergePolicyConfig, MultiTermTest, TestSearchPerf, NumericFieldsTest, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSFailoverTest, RecoveryAfterSoftCommitTest, SolrXmlInZkTest, TestCloudSearcherWarming, TestDeleteCollectionOnDownNodes, TestLeaderElectionWithEmptyReplica, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, TestRequestForwarding, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestTlogReplica, HdfsNNFailoverTest, TestClusterStateMutator, ImplicitSnitchTest, RulesTest, TestReqParamsAPI, TestRestoreCore, V2StandaloneTest, InfoHandlerTest, PropertiesRequestHandlerTest, StatsReloadRaceTest, TestApiFramework, TestCollectionAPIs, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, DistributedQueryComponentOptimizationTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, TestLegacyTerms, TestNumericRangeQuery64, TestNumericTokenStream, SolrMetricReporterTest, SolrGangliaReporterTest, SolrJmxReporterTest, SolrSlf4jReporterTest, SubstringBytesRefFilterTest, TestMacroExpander, JSONWriterTest, TestBinaryResponseWriter, TestExportWriter, TestGeoJSONResponseWriter, TestRawResponseWriter, TestSubQueryTransformerDistrib, TestManagedResource, TestBulkSchemaAPI, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaResource, TestSchemaSimilarityResource, TestManagedStopFilterFactory, TestManagedSynonymGraphFilterFactory, CurrencyFieldTypeTest, SpatialRPTFieldTypeTest, TestManagedSchema, TestManagedSchemaThreadSafety, TestPointFields, AnalyticsMergeStrategyTest, TestSimpleQParserPlugin, TestSmileRequest, TestJsonFacetRefinement, BlockJoinFacetDistribTest, BlockJoinFacetRandomTest, GraphQueryTest, TestScoreJoinQPNoScore, TestExactSharedStatsCache, TestLRUStatsCache, BasicAuthStandaloneTest, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestImpersonationWithHadoopAuth]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=8A2D9F25FD4A2883 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-AT -Dtests.timezone=Australia/Lindeman -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestImpersonationWithHadoopAuth (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]    >    1) Thread[id=22356, name=jetty-launcher-3569-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=22346, name=jetty-launcher-3569-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8A2D9F25FD4A2883]:0)
   [junit4] Completed [716/742 (1!)] on J1 in 42.67s, 10 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 93 lines...]
   [junit4] Suite: org.apache.solr.index.hdfs.CheckHdfsIndexTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/init-core-data-001
   [junit4]   2> 2235088 WARN  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 2235088 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2235089 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2235089 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2235090 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nbqb/hc
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2235135 WARN  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2235138 WARN  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2235139 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2235147 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_39323_hdfs____qyakiw/webapp
   [junit4]   2> 2235601 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:39323
   [junit4]   2> 2235657 WARN  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2235657 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2235665 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36911_datanode____97novx/webapp
   [junit4]   2> 2236104 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36911
   [junit4]   2> 2236133 WARN  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2236134 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2236142 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42907_datanode____.qf05lj/webapp
   [junit4]   2> 2236220 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:33899) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2236232 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf1169b8089128: from storage DS-92d885f5-b7a6-4c21-bad1-4b9040493385 node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=d3bda117-745f-4654-a2c2-6029f2162f26, infoPort=36333, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-56;cid=testClusterID;nsid=659796813;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2236233 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf1169b8089128: from storage DS-3426b79b-6917-4618-bc7c-965dfe2d4076 node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=d3bda117-745f-4654-a2c2-6029f2162f26, infoPort=36333, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-56;cid=testClusterID;nsid=659796813;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2236595 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42907
   [junit4]   2> 2236842 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:33899) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2236847 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf1169dcb9562d: from storage DS-6efbd59b-fb29-49c3-a213-4c573c390da1 node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=548a9832-51ee-4e10-aadd-1ef1750a2b2f, infoPort=41465, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-56;cid=testClusterID;nsid=659796813;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2236847 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xf1169dcb9562d: from storage DS-7418c929-cc68-438e-b839-056af7b696da node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=548a9832-51ee-4e10-aadd-1ef1750a2b2f, infoPort=41465, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-56;cid=testClusterID;nsid=659796813;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2236962 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2236962 INFO  (Thread-8014) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2236962 INFO  (Thread-8014) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2236964 ERROR (Thread-8014) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2237062 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.ZkTestServer start zk server on port:40355
   [junit4]   2> 2237068 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2237069 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2237069 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2237069 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2237070 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2237070 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2237070 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2237071 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2237071 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2237072 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2237072 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2237072 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2237125 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2237126 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31aae628{/nbqb/hc,null,AVAILABLE}
   [junit4]   2> 2237126 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1853c8fb{HTTP/1.1,[http/1.1]}{127.0.0.1:35209}
   [junit4]   2> 2237127 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.e.j.s.Server Started @2238402ms
   [junit4]   2> 2237127 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:33899/hdfs__localhost.localdomain_33899__home_jenkins_workspace_Lucene-Solr-7.x-Linux_solr_build_solr-core_test_J0_temp_solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001_tempDir-002_control_data, hostContext=/nbqb/hc, hostPort=35209, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/control-001/cores}
   [junit4]   2> 2237127 ERROR (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2237127 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 2237128 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2237128 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2237128 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T10:27:01.986Z
   [junit4]   2> 2237133 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2237133 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/control-001/solr.xml
   [junit4]   2> 2237136 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2237136 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2237137 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29bc44d1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2237144 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40355/solr
   [junit4]   2> 2237175 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [n:127.0.0.1:35209_nbqb%2Fhc    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2237175 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [n:127.0.0.1:35209_nbqb%2Fhc    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35209_nbqb%2Fhc
   [junit4]   2> 2237175 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [n:127.0.0.1:35209_nbqb%2Fhc    ] o.a.s.c.Overseer Overseer (id=98849418236461060-127.0.0.1:35209_nbqb%2Fhc-n_0000000000) starting
   [junit4]   2> 2237178 INFO  (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[8A2D9F25FD4A2883]) [n:127.0.0.1:35209_nbqb%2Fhc    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35209_nbqb%2Fhc
   [junit4]   2> 2237178 INFO  (zkCallback-6072-thread-1-processing-n:127.0.0.1:35209_nbqb%2Fhc) [n:127.0.0.1:35209_nbqb%2Fhc    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   

[...truncated too long message...]

.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:33899) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2899347 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:33899) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1986735608-88.99.242.108-1508322419959 (Datanode Uuid 548a9832-51ee-4e10-aadd-1ef1750a2b2f) service to localhost.localdomain/127.0.0.1:33899
   [junit4]   2> 2899350 WARN  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2899372 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2899473 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:33899) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2899473 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:33899) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1986735608-88.99.242.108-1508322419959 (Datanode Uuid d3bda117-745f-4654-a2c2-6029f2162f26) service to localhost.localdomain/127.0.0.1:33899
   [junit4]   2> 2899483 INFO  (SUITE-CheckHdfsIndexTest-seed#[8A2D9F25FD4A2883]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.index.hdfs.CheckHdfsIndexTest_8A2D9F25FD4A2883-001
   [junit4]   2> Oct 18, 2017 10:38:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {date=Lucene50(blocksize=128), rnd_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), docid=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=Lucene50(blocksize=128), titleTokenized=BlockTreeOrds(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), body=Lucene50(blocksize=128), title=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), n_l1=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), n_dt1=DocValuesFormat(name=Direct), n_td1=DocValuesFormat(name=Direct), n_d1=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting), n_f1=DocValuesFormat(name=Direct), n_ti1=DocValuesFormat(name=Memory), docid_intDV=DocValuesFormat(name=Lucene70), n_tl1=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Asserting), n_tf1=DocValuesFormat(name=Asserting), n_tdt1=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene70), titleDV=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=908, maxMBSortInHeap=5.357540791854159, sim=RandomSimilarity(queryNorm=false): {titleTokenized=DFR GL2, body=IB SPL-D1}, locale=ru-RU, timezone=EET
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=2,free=122609568,total=526909440
   [junit4]   2> NOTE: All tests run in this JVM: [ReplicationFactorTest, TestSolrIndexConfig, CoreMergeIndexesAdminHandlerTest, TestSuggestSpellingConverter, ZkControllerTest, TestManagedSchemaAPI, CacheHeaderTest, VMParamsZkACLAndCredentialsProvidersTest, ResourceLoaderTest, PKIAuthenticationIntegrationTest, TestFieldCacheSortRandom, TestLegacyNumericRangeQueryBuilder, DistributedVersionInfoTest, WrapperMergePolicyFactoryTest, TestRandomRequestDistribution, UtilsToolTest, TestMultiWordSynonyms, TestFieldCache, TestUseDocValuesAsStored2, BlockCacheTest, TestRuleBasedAuthorizationPlugin, TestRecovery, TestFieldCollectionResource, SuggestComponentContextFilterQueryTest, TestDynamicLoading, TestMultiValuedNumericRangeQuery, RankQueryTest, TestXmlQParserPlugin, DocExpirationUpdateProcessorFactoryTest, CloudExitableDirectoryReaderTest, PreAnalyzedFieldManagedSchemaCloudTest, AutoscalingHistoryHandlerTest, TestFileDictionaryLookup, HttpPartitionTest, MigrateRouteKeyTest, RuleEngineTest, ZkStateReaderTest, TestNestedDocsSort, TestStreamBody, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, TestCollapseQParserPlugin, TestDistribDocBasedVersion, TestUniqueKeyFieldResource, TestCustomDocTransformer, ExternalFileFieldSortTest, DeleteShardTest, ResponseLogComponentTest, TestStressUserVersions, FileUtilsTest, TestCustomSort, HdfsWriteToMultipleCollectionsTest, SimpleFacetsTest, TestUnifiedSolrHighlighter, TestFastOutputStream, ChaosMonkeySafeLeaderWithPullReplicasTest, MetricsConfigTest, SparseHLLTest, DocValuesMissingTest, SolrGraphiteReporterTest, HttpSolrCallGetCoreTest, TestGraphMLResponseWriter, HdfsDirectoryTest, SolrPluginUtilsTest, HdfsCollectionsAPIDistributedZkTest, TestBulkSchemaConcurrent, DocumentBuilderTest, TestManagedResourceStorage, TestCollationFieldDocValues, SolrIndexMetricsTest, SearchHandlerTest, TestComponentsName, TestReplicationHandler, JsonLoaderTest, DistributedSuggestComponentTest, SpellCheckComponentTest, TestInitParams, TestShardHandlerFactory, DateFieldTest, HdfsRecoveryZkTest, MinimalSchemaTest, CollectionTooManyReplicasTest, BlockJoinFacetSimpleTest, TestCodecSupport, TestReversedWildcardFilterFactory, TestConfig, TestClassicSimilarityFactory, TestSubQueryTransformerCrossCore, TestHighlightDedupGrouping, TestConfigsApi, TestSweetSpotSimilarityFactory, TestRandomFaceting, SolrInfoBeanTest, TestSolrQueryResponse, RAMDirectoryFactoryTest, TestExpandComponent, CdcrRequestHandlerTest, DistributedMLTComponentTest, TestPHPSerializedResponseWriter, TestPullReplica, TestBinaryField, ExecutePlanActionTest, TestLegacyFieldReuse, TestRecoveryHdfs, TestMinMaxOnMultiValuedField, LeaderElectionIntegrationTest, TestCollectionsAPIViaSolrCloudCluster, TestCSVLoader, SpellCheckCollatorTest, TestRTimerTree, DirectUpdateHandlerOptimizeTest, URLClassifyProcessorTest, TestStressLiveNodes, HdfsBasicDistributedZkTest, BJQParserTest, SpellCheckCollatorWithCollapseTest, SliceStateTest, TestRandomCollapseQParserPlugin, AutoAddReplicasPlanActionTest, LeaderFailureAfterFreshStartTest, TestStressVersions, TestPayloadCheckQParserPlugin, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, TestReload, TestSolr4Spatial, SolrCoreTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, PreAnalyzedFieldTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionReloadTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, MoveReplicaHDFSTest, OverseerRolesTest, PeerSyncReplicationTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestPrepRecovery, TestShortCircuitedRequests, TestSkipOverseerOperations, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, AutoScalingHandlerTest, NodeAddedTriggerTest, SystemLogListenerTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, TestConfigOverlay, TestConfigSetProperties, TestConfigSets, TestImplicitCoreProperties, TestInfoStreamLogging, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrXml, TestSolrCoreSnapshots, TestReplicationHandlerBackup, TestSQLHandlerNonCloud, TestSystemCollAutoCreate, SuggestComponentTest, TestSlowCompositeReaderWrapper, CheckHdfsIndexTest]
   [junit4] Completed [742/742 (2!)] on J0 in 674.27s, 5 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 47194 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9) - Build # 625 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/625/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute

Error Message:
Error from server at https://127.0.0.1:41689/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41689/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([4C206161B40360A0:7D90736CA6F49F27]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute(ExecutePlanActionTest.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration

Error Message:
Error from server at https://127.0.0.1:41689/solr: Could not fully create collection: testIntegration

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41689/solr: Could not fully create collection: testIntegration
	at __randomizedtesting.SeedInfo.seed([4C206161B40360A0:FC416F4D913CC185]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:183)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12871 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/init-core-data-001
   [junit4]   2> 1440315 WARN  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 1440315 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1440315 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1440317 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1440317 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/tempDir-001
   [junit4]   2> 1440317 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1440318 INFO  (Thread-1387) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1440318 INFO  (Thread-1387) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1440320 ERROR (Thread-1387) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1440418 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:32879
   [junit4]   2> 1440425 INFO  (jetty-launcher-2236-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1440425 INFO  (jetty-launcher-2236-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1440428 INFO  (jetty-launcher-2236-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b6cdf8a{/solr,null,AVAILABLE}
   [junit4]   2> 1440428 INFO  (jetty-launcher-2236-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33916d1{/solr,null,AVAILABLE}
   [junit4]   2> 1440430 INFO  (jetty-launcher-2236-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@38459b35{SSL,[ssl, http/1.1]}{127.0.0.1:41689}
   [junit4]   2> 1440430 INFO  (jetty-launcher-2236-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5591e2d4{SSL,[ssl, http/1.1]}{127.0.0.1:33491}
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-1) [    ] o.e.j.s.Server Started @1442122ms
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-2) [    ] o.e.j.s.Server Started @1442122ms
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41689}
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33491}
   [junit4]   2> 1440431 ERROR (jetty-launcher-2236-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1440431 ERROR (jetty-launcher-2236-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T04:04:44.726380Z
   [junit4]   2> 1440431 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-18T04:04:44.726395Z
   [junit4]   2> 1440435 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1440435 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1440439 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32879/solr
   [junit4]   2> 1440440 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32879/solr
   [junit4]   2> 1440472 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1440472 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41689_solr
   [junit4]   2> 1440472 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98847915023663110-127.0.0.1:41689_solr-n_0000000000) starting
   [junit4]   2> 1440476 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41689_solr
   [junit4]   2> 1440476 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1440477 INFO  (OverseerStateUpdate-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1440477 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1440477 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41689_solr]
   [junit4]   2> 1440477 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1440477 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1440478 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1440478 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1440478 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1440478 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41689_solr]
   [junit4]   2> 1440480 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1440481 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33491_solr
   [junit4]   2> 1440484 INFO  (zkCallback-2247-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1440484 INFO  (zkCallback-2248-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1440529 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33491.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1440533 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41689.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1440534 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33491.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1440534 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33491.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1440534 INFO  (jetty-launcher-2236-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/tempDir-001/node2/.
   [junit4]   2> 1440541 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41689.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1440541 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41689.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1440542 INFO  (jetty-launcher-2236-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/tempDir-001/node1/.
   [junit4]   2> 1440570 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1440570 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32879/solr ready
   [junit4]   2> 1440578 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[4C206161B40360A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
   [junit4]   2> 1440578 DEBUG (zkCallback-2248-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1440589 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1440591 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1440592 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1440592 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1440623 INFO  (qtp357113142-15143) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1440635 INFO  (OverseerThreadFactory-1681-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection testExecute
   [junit4]   2> 1440742 INFO  (OverseerStateUpdate-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41689/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1440743 INFO  (OverseerStateUpdate-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33491/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1440948 INFO  (qtp357113142-15132) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1440948 INFO  (qtp357113142-15132) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1440959 INFO  (qtp265603461-15144) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1440959 INFO  (qtp265603461-15144) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1441061 INFO  (zkCallback-2248-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1441061 INFO  (zkCallback-2248-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1441061 INFO  (zkCallback-2247-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1441061 INFO  (zkCallback-2247-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1441964 INFO  (qtp265603461-15144) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1441964 INFO  (qtp357113142-15132) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1441973 INFO  (qtp265603461-15144) [    ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1441973 INFO  (qtp357113142-15132) [    ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1441974 INFO  (qtp265603461-15144) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1441974 INFO  (qtp357113142-15132) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1441974 INFO  (qtp265603461-15144) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
   [junit4]   2> 1441974 INFO  (qtp357113142-15132) [    ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
   [junit4]   2> 1441975 INFO  (qtp357113142-15132) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41689.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1441975 INFO  (qtp357113142-15132) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1441975 INFO  (qtp357113142-15132) [    ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
   [junit4]   2> 1441979 INFO  (qtp265603461-15144) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33491.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39234c60
   [junit4]   2> 1441979 INFO  (qtp265603461-15144) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1441979 INFO  (qtp265603461-15144) [    ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
   [junit4]   2> 1442028 INFO  (qtp357113142-15132) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1442028 INFO  (qtp357113142-15132) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1442028 INFO  (qtp265603461-15144) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1442028 INFO  (qtp265603461-15144) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1442029 INFO  (qtp265603461-15144) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1442029 INFO  (qtp357113142-15132) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1442029 INFO  (qtp265603461-15144) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1442029 INFO  (qtp357113142-15132) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1442031 INFO  (qtp357113142-15132) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16cad82c[testExecute_shard1_replica_n1] main]
   [junit4]   2> 1442031 INFO  (qtp265603461-15144) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@f5c5235[testExecute_shard1_replica_n2] main]
   [junit4]   2> 1442032 INFO  (qtp357113142-15132) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1442032 INFO  (qtp265603461-15144) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1442032 INFO  (qtp357113142-15132) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1442032 INFO  (qtp265603461-15144) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1442033 INFO  (qtp357113142-15132) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1442033 INFO  (qtp265603461-15144) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1442033 INFO  (searcherExecutor-1687-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@f5c5235[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1442033 INFO  (searcherExecutor-1686-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@16cad82c[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1442033 INFO  (qtp265603461-15144) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581566642175868928
   [junit4]   2> 1442033 INFO  (qtp357113142-15132) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581566642175868928
   [junit4]   2> 1442036 INFO  (qtp357113142-15132) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1442036 INFO  (qtp357113142-15132) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1442036 INFO  (qtp357113142-15132) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41689/solr/testExecute_shard1_replica_n1/
   [junit4]   2> 1442037 INFO  (qtp357113142-15132) [    ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:41689/solr START replicas=[https://127.0.0.1:33491/solr/testExecute_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 1442042 INFO  (qtp265603461-15140) [    ] o.a.s.c.S.Request [testExecute_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1442337 INFO  (qtp357113142-15132) [    ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:41689/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1442337 INFO  (qtp357113142-15132) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1442337 INFO  (qtp357113142-15132) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1442337 INFO  (qtp357113142-15132) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1442338 INFO  (qtp357113142-15132) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41689/solr/testExecute_shard1_replica_n1/ shard1
   [junit4]   2> 1620626 ERROR (qtp357113142-15143) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:311)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1620626 INFO  (qtp357113142-15143) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 1620626 ERROR (qtp357113142-15143) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:311)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1620627 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[4C206161B40360A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ExecutePlanActionTest -Dtests.method=testExecute -Dtests.seed=4C206161B40360A0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-SY -Dtests.timezone=Europe/Kirov -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    180s J0 | ExecutePlanActionTest.testExecute <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41689/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4C206161B40360A0:7D90736CA6F49F27]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute(ExecutePlanActionTest.java:93)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1620641 INFO  (TEST-ExecutePlanActionTest.testIntegration-seed#[4C206161B40360A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
   [junit4]   2> 1620642 DEBUG (zkCallback-2248-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1620642 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1620642 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1620642 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1620642 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1620671 INFO  (qtp265603461-15206) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1620672 INFO  (qtp265603461-15206) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32879/solr ready
   [junit4]   2> 1620688 INFO  (qtp357113142-15143) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=1
   [junit4]   2> 1620695 INFO  (qtp265603461-15140) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1620696 DEBUG (qtp265603461-15206) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1620697 INFO  (qtp265603461-15206) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=41
   [junit4]   2> 1620697 DEBUG (zkCallback-2248-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1620697 DEBUG (zkCallback-2248-thread-5) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1620697 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1620698 INFO  (qtp357113142-15145) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1620699 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1620699 DEBUG (OverseerAutoScalingTriggerThread-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1620699 DEBUG (ScheduledTrigger-1679-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1620699 INFO  (OverseerThreadFactory-1681-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection testIntegration
   [junit4]   2> 1621700 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1622700 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1623700 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1624700 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1625700 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1626701 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1627701 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1628701 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1629701 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1630701 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1631702 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1632702 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1633702 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1634702 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1635702 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1636703 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1637703 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1638703 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1639703 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1640704 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1641704 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1642704 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1643704 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1644704 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1645705 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1646705 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1647705 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1648705 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1649705 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1650706 DEBUG (ScheduledTrigger-1679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 1650786 ERROR (OverseerThreadFactory-1681-thread-2) [    ] o.a.s.c.OverseerCollectionMessageHandler Collection: testIntegration operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: testIntegration
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:212)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1650798 INFO  (qtp357113142-15145) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=30100
   [junit4]   2> 1650798 ERROR (qtp357113142-15145) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: testIntegration
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:306)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1650799 INFO  (TEST-ExecutePlanActionTest.testIntegration-seed#[4C206161B40360A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIntegration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ExecutePlanActionTest -Dtests.method=testIntegration -Dtests.seed=4C206161B40360A0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-SY -Dtests.timezone=Europe/Kirov -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   30.2s J0 | ExecutePlanActionTest.testIntegration <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41689/solr: Could not fully create collection: testIntegration
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4C206161B40360A0:FC416F4D913CC185]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:183)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1650805 INFO  (jetty-closer-2237-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5591e2d4{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1650806 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1699407957
   [junit4]   2> 1650806 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1650806 INFO  (jetty-closer-2237-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@38459b35{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1650806 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@417a5a5f: rootName = solr_33491, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@264a2d7f
   [junit4]   2> 1650806 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=955768838
   [junit4]   2> 1650806 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1650807 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@675bdfc: rootName = solr_41689, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2426cc53
   [junit4]   2> 1650808 ERROR (OverseerThreadFactory-1681-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33491/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:33491/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33491 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1650810 ERROR (OverseerThreadFactory-1681-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41689/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:41689/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41689 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1650811 ERROR (OverseerThreadFactory-1681-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [testExecute].
   [junit4]   2> 1650812 INFO  (OverseerThreadFactory-1681-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1650813 ERROR (OverseerThreadFactory-1681-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33491/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:33491/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:633)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:33491 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
   [junit4]   2> 	at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
   [junit4]   2> 	at java.base/java.net.Socket.connect(Socket.java:591)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 1650814 ERROR (OverseerThreadFactory-1681-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41689/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:41689/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:633)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:41689 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
   [junit4]   2> 	at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
   [junit4]   2> 	at java.base/java.net.Socket.connect(Socket.java:591)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 1650819 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1650819 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d40f8a0: rootName = solr_33491, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@53c63bbb
   [junit4]   2> 1650820 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1650820 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2bef3bed: rootName = solr_41689, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@53c63bbb
   [junit4]   2> 1650828 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1650828 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2426d876: rootName = solr_33491, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d39b8fb
   [junit4]   2> 1650829 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1650829 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ba5eee7: rootName = solr_41689, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d39b8fb
   [junit4]   2> 1650829 INFO  (jetty-closer-2237-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1650831 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1650832 INFO  (coreCloseExecutor-1696-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ea3b0b0
   [junit4]   2> 1650832 INFO  (coreCloseExecutor-1696-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=1050914992
   [junit4]   2> 1650832 INFO  (coreCloseExecutor-1696-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51e2b00d: rootName = solr_33491, domain = solr.core.testExecute.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3a104a63
   [junit4]   2> 1650835 INFO  (coreCloseExecutor-1697-thread-1) [    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@130621b3
   [junit4]   2> 1650835 INFO  (coreCloseExecutor-1697-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=319168947
   [junit4]   2> 1650835 INFO  (coreCloseExecutor-1697-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16d50dc6: rootName = solr_41689, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@87fe450
   [junit4]   2> 1650840 INFO  (coreCloseExecutor-1696-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1050914992
   [junit4]   2> 1650844 INFO  (zkCallback-2248-thread-5) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1650844 INFO  (coreCloseExecutor-1697-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=319168947
   [junit4]   2> 1650847 INFO  (jetty-closer-2237-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98847915023663110-127.0.0.1:41689_solr-n_0000000000) closing
   [junit4]   2> 1650847 INFO  (OverseerStateUpdate-98847915023663110-127.0.0.1:41689_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41689_solr
   [junit4]   2> 1650864 ERROR (qtp265603461-15144) [    ] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: testExecute slice: shard1 saw state=DocCollection(testExecute//collections/testExecute/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testExecute_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:41689/solr",
   [junit4]   2>           "node_name":"127.0.0.1:41689_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testExecute_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:33491/solr",
   [junit4]   2>           "node_name":"127.0.0.1:33491_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[127.0.0.1:41689_solr, 127.0.0.1:33491_solr]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1063)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:998)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1650864 ERROR (qtp265603461-15144) [    ] o.a.s.c.ZkContainer :org.apache.solr.com

[...truncated too long message...]

ipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1680875 ERROR (qtp357113142-15132) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1191)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1063)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:998)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: testExecute slice: shard1 saw state=null with live_nodes=[127.0.0.1:41689_solr]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1680875 INFO  (qtp357113142-15132) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=239927
   [junit4]   2> 1682358 WARN  (zkCallback-2248-thread-6) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1682359 INFO  (jetty-closer-2237-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b6cdf8a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1682360 ERROR (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1682360 INFO  (SUITE-ExecutePlanActionTest-seed#[4C206161B40360A0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32879 32879
   [junit4]   2> 1693153 INFO  (Thread-1387) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32879 32879
   [junit4]   2> 1693154 WARN  (Thread-1387) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/testExecute/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_4C206161B40360A0-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-SY, timezone=Europe/Kirov
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=102367064,total=472907776
   [junit4]   2> NOTE: All tests run in this JVM: [RecoveryAfterSoftCommitTest, TestSystemCollAutoCreate, DocExpirationUpdateProcessorFactoryTest, TestStressLiveNodes, DistributedExpandComponentTest, MoveReplicaHDFSTest, DistributedFacetPivotLongTailTest, BasicDistributedZkTest, HdfsRecoveryZkTest, RuleEngineTest, TestDistribIDF, TestSchemaSimilarityResource, NoCacheHeaderTest, TestManagedResourceStorage, TestFoldingMultitermQuery, SolrIndexMetricsTest, BlockJoinFacetSimpleTest, TestCloudPivotFacet, ExecutePlanActionTest]
   [junit4] Completed [411/742 (1!)] on J0 in 252.85s, 2 tests, 2 errors <<< FAILURES!

[...truncated 41245 lines...]