You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/08/25 20:43:09 UTC
[JENKINS] Lucene-Solr-8.x-Windows (64bit/jdk-13-rc) - Build # 421 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Windows/421/
Java: 64bit/jdk-13-rc -XX:+UseCompressedOops -XX:+UseParallelGC
12 tests failed.
FAILED: org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud
Error Message:
IOException occurred when talking to server at: https://127.0.0.1:52984/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:52984/solr
at __randomizedtesting.SeedInfo.seed([98365D0D28C9600:D884975576831D32]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:670)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:87)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:79)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Caused by: javax.net.ssl.SSLException: An established connection was aborted by the software in your host machine
at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:324)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:267)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:262)
at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1652)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1038)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
... 49 more
Suppressed: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implWrite(NioSocketImpl.java:421)
at java.base/sun.nio.ch.NioSocketImpl.write(NioSocketImpl.java:441)
at java.base/sun.nio.ch.NioSocketImpl$2.write(NioSocketImpl.java:825)
at java.base/java.net.Socket$SocketOutputStream.write(Socket.java:989)
at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:82)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:355)
... 71 more
Caused by: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:326)
at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:351)
at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:802)
at java.base/java.net.Socket$SocketInputStream.read(Socket.java:919)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:450)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1409)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1022)
... 67 more
FAILED: org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud
Error Message:
IOException occurred when talking to server at: https://127.0.0.1:52860/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:52860/solr
at __randomizedtesting.SeedInfo.seed([98365D0D28C9600:D884975576831D32]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:670)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:87)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:79)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Caused by: javax.net.ssl.SSLException: An established connection was aborted by the software in your host machine
at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:324)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:267)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:262)
at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1652)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1038)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
... 49 more
Suppressed: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implWrite(NioSocketImpl.java:421)
at java.base/sun.nio.ch.NioSocketImpl.write(NioSocketImpl.java:441)
at java.base/sun.nio.ch.NioSocketImpl$2.write(NioSocketImpl.java:825)
at java.base/java.net.Socket$SocketOutputStream.write(Socket.java:989)
at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:82)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:355)
... 71 more
Caused by: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:326)
at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:351)
at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:802)
at java.base/java.net.Socket$SocketInputStream.read(Socket.java:919)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:450)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1409)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1022)
... 67 more
FAILED: org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud
Error Message:
IOException occurred when talking to server at: https://127.0.0.1:63201/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:63201/solr
at __randomizedtesting.SeedInfo.seed([98365D0D28C9600:D884975576831D32]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:670)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:87)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:79)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Caused by: javax.net.ssl.SSLException: An established connection was aborted by the software in your host machine
at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:324)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:267)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:262)
at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1652)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1038)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
... 49 more
Suppressed: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implWrite(NioSocketImpl.java:421)
at java.base/sun.nio.ch.NioSocketImpl.write(NioSocketImpl.java:441)
at java.base/sun.nio.ch.NioSocketImpl$2.write(NioSocketImpl.java:825)
at java.base/java.net.Socket$SocketOutputStream.write(Socket.java:989)
at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:82)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:355)
... 71 more
Caused by: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:326)
at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:351)
at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:802)
at java.base/java.net.Socket$SocketInputStream.read(Socket.java:919)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:450)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1409)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1022)
... 67 more
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup
Error Message:
IOException occurred when talking to server at: https://127.0.0.1:53085/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:53085/solr
at __randomizedtesting.SeedInfo.seed([98365D0D28C9600:DEAB2808C36CDFEE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:670)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:549)
at org.apache.solr.cloud.TestCloudSearcherWarming.tearDown(TestCloudSearcherWarming.java:79)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Caused by: javax.net.ssl.SSLException: An established connection was aborted by the software in your host machine
at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:324)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:267)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:262)
at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1652)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1038)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
... 47 more
Suppressed: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implWrite(NioSocketImpl.java:421)
at java.base/sun.nio.ch.NioSocketImpl.write(NioSocketImpl.java:441)
at java.base/sun.nio.ch.NioSocketImpl$2.write(NioSocketImpl.java:825)
at java.base/java.net.Socket$SocketOutputStream.write(Socket.java:989)
at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:82)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:355)
... 69 more
Caused by: java.net.SocketException: An established connection was aborted by the software in your host machine
at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:326)
at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:351)
at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:802)
at java.base/java.net.Socket$SocketInputStream.read(Socket.java:919)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:450)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1409)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1022)
... 65 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming
Error Message:
27 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=488, name=qtp86323991-488, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 2) Thread[id=490, name=qtp86323991-490, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 3) Thread[id=384, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 4) Thread[id=528, name=coreZkRegister-104-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 5) Thread[id=491, name=qtp86323991-491, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 6) Thread[id=484, name=qtp86323991-484, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$185/0x0000000800e16040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@13/java.lang.Thread.run(Thread.java:830) 7) Thread[id=396, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 8) Thread[id=393, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 9) Thread[id=386, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 10) Thread[id=524, name=coreContainerWorkExecutor-105-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 11) Thread[id=492, name=Session-HouseKeeper-1e9765f4, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 12) Thread[id=392, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 13) Thread[id=489, name=qtp86323991-489, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 14) Thread[id=395, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 15) Thread[id=383, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 16) Thread[id=486, name=qtp86323991-486, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 17) Thread[id=485, name=qtp86323991-485-acceptor-0@c10d4de-ServerConnector@7811b801{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:53085}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@13/sun.nio.ch.Net.accept(Native Method) at java.base@13/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@13/java.lang.Thread.run(Thread.java:830) 18) Thread[id=397, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 19) Thread[id=520, name=SolrRrdBackendFactory-114-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 20) Thread[id=388, name=ProcessThread(sid:0 cport:53072):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 21) Thread[id=387, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) 22) Thread[id=521, name=MetricsHistoryHandler-115-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 23) Thread[id=523, name=Thread-58, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/java.lang.Object.wait(Native Method) at java.base@13/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2047) 24) Thread[id=487, name=qtp86323991-487, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 25) Thread[id=385, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 26) Thread[id=389, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 27) Thread[id=382, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/java.lang.Object.wait(Native Method) at java.base@13/java.lang.Thread.join(Thread.java:1303) at java.base@13/java.lang.Thread.join(Thread.java:1371) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 27 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming:
1) Thread[id=488, name=qtp86323991-488, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@13/java.lang.Thread.run(Thread.java:830)
2) Thread[id=490, name=qtp86323991-490, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@13/java.lang.Thread.run(Thread.java:830)
3) Thread[id=384, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391)
4) Thread[id=528, name=coreZkRegister-104-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
5) Thread[id=491, name=qtp86323991-491, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@13/java.lang.Thread.run(Thread.java:830)
6) Thread[id=484, name=qtp86323991-484, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$185/0x0000000800e16040.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.base@13/java.lang.Thread.run(Thread.java:830)
7) Thread[id=396, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
8) Thread[id=393, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
9) Thread[id=386, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
10) Thread[id=524, name=coreContainerWorkExecutor-105-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
11) Thread[id=492, name=Session-HouseKeeper-1e9765f4, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
12) Thread[id=392, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
13) Thread[id=489, name=qtp86323991-489, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@13/java.lang.Thread.run(Thread.java:830)
14) Thread[id=395, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
15) Thread[id=383, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574)
16) Thread[id=486, name=qtp86323991-486, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@13/java.lang.Thread.run(Thread.java:830)
17) Thread[id=485, name=qtp86323991-485-acceptor-0@c10d4de-ServerConnector@7811b801{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:53085}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@13/sun.nio.ch.Net.accept(Native Method)
at java.base@13/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.base@13/java.lang.Thread.run(Thread.java:830)
18) Thread[id=397, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
19) Thread[id=520, name=SolrRrdBackendFactory-114-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
20) Thread[id=388, name=ProcessThread(sid:0 cport:53072):, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134)
21) Thread[id=387, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109)
22) Thread[id=521, name=MetricsHistoryHandler-115-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
23) Thread[id=523, name=Thread-58, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/java.lang.Object.wait(Native Method)
at java.base@13/java.lang.Object.wait(Object.java:326)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2047)
24) Thread[id=487, name=qtp86323991-487, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@13/java.lang.Thread.run(Thread.java:830)
25) Thread[id=385, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)
26) Thread[id=389, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13/java.lang.Thread.run(Thread.java:830)
27) Thread[id=382, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@13/java.lang.Object.wait(Native Method)
at java.base@13/java.lang.Thread.join(Thread.java:1303)
at java.base@13/java.lang.Thread.join(Thread.java:1371)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950)
at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343)
at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566)
at __randomizedtesting.SeedInfo.seed([98365D0D28C9600]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=488, name=qtp86323991-488, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 2) Thread[id=490, name=qtp86323991-490, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 3) Thread[id=384, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@13/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method) at java.base@13/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:480) at java.base@13/sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:600) at java.base@13/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.base@13/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:165) at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 4) Thread[id=528, name=coreZkRegister-104-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 5) Thread[id=491, name=qtp86323991-491, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 6) Thread[id=486, name=qtp86323991-486, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 7) Thread[id=484, name=qtp86323991-484, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$185/0x0000000800e16040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@13/java.lang.Thread.run(Thread.java:830) 8) Thread[id=485, name=qtp86323991-485, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@13/java.lang.Thread.run(Thread.java:830) 9) Thread[id=397, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 10) Thread[id=396, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 11) Thread[id=520, name=SolrRrdBackendFactory-114-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13/java.lang.Thread.run(Thread.java:830) 12) Thread[id=393, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@13/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at jav
[...truncated too long message...]
.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@13/java.lang.Thread.run(Thread.java:830)
[junit4] > 17) Thread[id=487, name=qtp86323991-487, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] > at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.base@13/java.lang.Thread.run(Thread.java:830)
[junit4] > 18) Thread[id=392, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] > at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@13/java.lang.Thread.run(Thread.java:830)
[junit4] > 19) Thread[id=385, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@13/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method)
[junit4] > at java.base@13/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:480)
[junit4] > at java.base@13/sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:600)
[junit4] > at java.base@13/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.base@13/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:165)
[junit4] > at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)
[junit4] > at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)
[junit4] > 20) Thread[id=489, name=qtp86323991-489, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] > at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.base@13/java.lang.Thread.run(Thread.java:830)
[junit4] > 21) Thread[id=389, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] > at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@13/java.lang.Thread.run(Thread.java:830)
[junit4] > 22) Thread[id=395, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] > at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@13/java.lang.Thread.run(Thread.java:830)
[junit4] > at __randomizedtesting.SeedInfo.seed([98365D0D28C9600]:0)
[junit4] Completed [9/10 (4!)] on J1 in 72.00s, 2 tests, 3 errors <<< FAILURES!
[...truncated 18 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\lucene\common-build.xml:1572: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\lucene\common-build.xml:1099: There were test failures: 10 suites, 15 tests, 4 suite-level errors, 4 errors, 9 ignored [seed: 98365D0D28C9600]
Total time: 1 minute 47 seconds
[repro] Setting last failure code to 1
[repro] Failures:
[repro] 2/5 failed: org.apache.solr.cloud.LegacyCloudClusterPropTest
[repro] 2/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming
[repro] Exiting with code 1
C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows>IF EXIST solr\build move /y solr\build solr\build.repro
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows>exit 0
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=f41b60018aad2a356aa6661bb83589ac7c6cd6ff, workspace=C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows
[WARNINGS] Computing warning deltas based on reference build #420
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-Windows (64bit/jdk-12.0.1) - Build # 422
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Windows/422/
Java: 64bit/jdk-12.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRebalanceLeaders
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:63513/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:63513/solr
at __randomizedtesting.SeedInfo.seed([121A50313557100C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:667)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.TestRebalanceLeaders.setupCluster(TestRebalanceLeaders.java:72)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
... 33 more
Build Log:
[...truncated 15094 lines...]
[junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
[junit4] 2> 2967233 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\data-dir-245-001
[junit4] 2> 2967233 WARN (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=36 numCloses=36
[junit4] 2> 2967233 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2967234 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2967235 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2967235 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001
[junit4] 2> 2967235 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2967236 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2967236 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2967311 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:63494
[junit4] 2> 2967311 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:63494
[junit4] 2> 2967311 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63494
[junit4] 2> 2967311 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63494
[junit4] 2> 2967312 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967316 INFO (zkConnectionManagerCallback-18727-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967316 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967318 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967319 INFO (zkConnectionManagerCallback-18729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967319 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967319 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967323 INFO (zkConnectionManagerCallback-18731-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967323 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967400 WARN (jetty-launcher-18732-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2967400 WARN (jetty-launcher-18732-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2967400 WARN (jetty-launcher-18732-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2967400 WARN (jetty-launcher-18732-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2967400 INFO (jetty-launcher-18732-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75066956{/solr,null,AVAILABLE}
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fb17682{/solr,null,AVAILABLE}
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fd486be{/solr,null,AVAILABLE}
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c9f7b77{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63508}
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.e.j.s.Server Started @2997732ms
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63508}
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32b38bda{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63507}
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.e.j.s.Server Started @2997732ms
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63507}
[junit4] 2> 2967401 ERROR (jetty-launcher-18732-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17b55972{/solr,null,AVAILABLE}
[junit4] 2> 2967401 ERROR (jetty-launcher-18732-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-08-26T08:18:09.075745100Z
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2967401 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-08-26T08:18:09.075745100Z
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64ee830{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63513}
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.e.j.s.Server Started @2997733ms
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63513}
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a42212{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63516}
[junit4] 2> 2967402 ERROR (jetty-launcher-18732-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.e.j.s.Server Started @2997733ms
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-08-26T08:18:09.076571100Z
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63516}
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967402 ERROR (jetty-launcher-18732-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-08-26T08:18:09.076571100Z
[junit4] 2> 2967402 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967403 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967403 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967406 INFO (zkConnectionManagerCallback-18736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967406 INFO (zkConnectionManagerCallback-18734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967406 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967406 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967412 INFO (zkConnectionManagerCallback-18738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967412 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967413 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2967413 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2967413 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2967413 INFO (zkConnectionManagerCallback-18740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967413 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967416 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2967577 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2967579 WARN (jetty-launcher-18732-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@554a34c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967579 WARN (jetty-launcher-18732-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@554a34c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967581 WARN (jetty-launcher-18732-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4e3d1c9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967581 WARN (jetty-launcher-18732-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4e3d1c9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967582 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63494/solr
[junit4] 2> 2967583 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967585 INFO (zkConnectionManagerCallback-18748-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967585 INFO (jetty-launcher-18732-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967625 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2967626 WARN (jetty-launcher-18732-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35cea4bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967626 WARN (jetty-launcher-18732-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35cea4bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967628 WARN (jetty-launcher-18732-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c2296f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967628 WARN (jetty-launcher-18732-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c2296f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967629 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63494/solr
[junit4] 2> 2967629 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967632 INFO (zkConnectionManagerCallback-18754-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967632 INFO (jetty-launcher-18732-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967791 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2967791 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967791 WARN (jetty-launcher-18732-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c51d1dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967791 WARN (jetty-launcher-18732-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c51d1dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967792 INFO (zkConnectionManagerCallback-18758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967792 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967794 WARN (jetty-launcher-18732-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f03960a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967794 WARN (jetty-launcher-18732-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f03960a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967794 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63494/solr
[junit4] 2> 2967795 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967797 INFO (zkConnectionManagerCallback-18764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967797 INFO (jetty-launcher-18732-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967800 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2967800 WARN (jetty-launcher-18732-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16286a57[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967800 WARN (jetty-launcher-18732-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16286a57[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967803 WARN (jetty-launcher-18732-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7ab8cbaa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967803 WARN (jetty-launcher-18732-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7ab8cbaa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2967804 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63494/solr
[junit4] 2> 2967804 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967806 INFO (zkConnectionManagerCallback-18772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967806 INFO (jetty-launcher-18732-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967862 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63516_solr
[junit4] 2> 2967863 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.Overseer Overseer (id=72118249836773385-127.0.0.1:63516_solr-n_0000000000) starting
[junit4] 2> 2967866 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967867 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967867 INFO (zkConnectionManagerCallback-18774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967867 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967868 INFO (zkConnectionManagerCallback-18779-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967868 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967870 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63494/solr ready
[junit4] 2> 2967870 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63516_solr
[junit4] 2> 2967871 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:63516_solr
[junit4] 2> 2967872 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2967872 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.PackageManager clusterprops.json changed , version -1
[junit4] 2> 2967872 INFO (zkCallback-18778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2967872 INFO (zkCallback-18773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2967874 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:63513_solr as DOWN
[junit4] 2> 2967875 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2967875 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63513_solr
[junit4] 2> 2967876 INFO (zkCallback-18778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2967876 INFO (zkCallback-18773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2967876 INFO (zkCallback-18757-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2967877 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967879 INFO (zkConnectionManagerCallback-18786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967879 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967880 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2967880 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63494/solr ready
[junit4] 2> 2967881 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.PackageManager clusterprops.json changed , version -1
[junit4] 2> 2967896 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2967904 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2967915 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63516.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967918 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63513.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967921 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63516.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967921 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63516.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967922 INFO (jetty-launcher-18732-thread-3) [n:127.0.0.1:63516_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node3\.
[junit4] 2> 2967923 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63513.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967923 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63513.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967924 INFO (jetty-launcher-18732-thread-4) [n:127.0.0.1:63513_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node4\.
[junit4] 2> 2967940 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967942 INFO (zkConnectionManagerCallback-18790-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967942 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967945 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2967948 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:63508_solr as DOWN
[junit4] 2> 2967948 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2967948 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63508_solr
[junit4] 2> 2967950 INFO (zkCallback-18778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2967950 INFO (zkCallback-18773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2967950 INFO (zkCallback-18757-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2967950 INFO (zkCallback-18785-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2967950 INFO (zkCallback-18789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2967951 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2967952 INFO (zkConnectionManagerCallback-18797-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2967952 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2967954 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2967954 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63494/solr ready
[junit4] 2> 2967954 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.PackageManager clusterprops.json changed , version -1
[junit4] 2> 2967972 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2967982 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63508.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967989 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63508.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967989 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63508.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2967990 INFO (jetty-launcher-18732-thread-2) [n:127.0.0.1:63508_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node2\.
[junit4] 2> 2968015 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2968017 INFO (zkConnectionManagerCallback-18800-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2968017 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2968020 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2968023 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:63507_solr as DOWN
[junit4] 2> 2968024 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2968024 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63507_solr
[junit4] 2> 2968024 INFO (zkCallback-18789-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2968025 INFO (zkCallback-18785-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2968025 INFO (zkCallback-18773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2968025 INFO (zkCallback-18778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2968025 INFO (zkCallback-18757-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2968026 INFO (zkCallback-18796-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2968026 INFO (zkCallback-18799-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2968026 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2968027 INFO (zkConnectionManagerCallback-18807-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2968027 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2968029 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2968030 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63494/solr ready
[junit4] 2> 2968030 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.PackageManager clusterprops.json changed , version -1
[junit4] 2> 2968046 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2968059 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63507.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2968064 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63507.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2968064 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63507.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2968064 INFO (jetty-launcher-18732-thread-1) [n:127.0.0.1:63507_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node1\.
[junit4] 2> 2968093 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 2968094 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2968096 INFO (zkConnectionManagerCallback-18813-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2968096 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2968098 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2968099 INFO (SUITE-TestRebalanceLeaders-seed#[121A50313557100C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63494/solr ready
[junit4] 2> 2968102 INFO (qtp143202129-50015) [n:127.0.0.1:63513_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=TestColl&maxShardsPerNode=3&name=TestColl&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2968104 INFO (OverseerThreadFactory-14938-thread-1-processing-n:127.0.0.1:63516_solr) [n:127.0.0.1:63516_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection TestColl
[junit4] 2> 2968185 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"TestColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63513/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968185 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"TestColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63516/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968189 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"TestColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63508/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968190 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"TestColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63507/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968191 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"TestColl_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63513/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968194 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"TestColl_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63516/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968195 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"TestColl_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63508/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968197 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"TestColl_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63507/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968198 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"TestColl_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63513/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968200 INFO (OverseerStateUpdate-72118249836773385-127.0.0.1:63516_solr-n_0000000000) [n:127.0.0.1:63516_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"TestColl",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"TestColl_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63516/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2968352 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr x:TestColl_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=TestColl&newCollection=true&name=TestColl_shard1_replica_n1&action=CREATE&numShards=5&collection=TestColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968353 INFO (qtp191089934-50019) [n:127.0.0.1:63516_solr x:TestColl_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=TestColl&newCollection=true&name=TestColl_shard1_replica_n2&action=CREATE&numShards=5&collection=TestColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968353 INFO (qtp191089934-50019) [n:127.0.0.1:63516_solr x:TestColl_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2968356 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr x:TestColl_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=TestColl&newCollection=true&name=TestColl_shard2_replica_n4&action=CREATE&numShards=5&collection=TestColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968364 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr x:TestColl_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=TestColl&newCollection=true&name=TestColl_shard2_replica_n6&action=CREATE&numShards=5&collection=TestColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968366 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr x:TestColl_shard3_replica_n8 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=TestColl&newCollection=true&name=TestColl_shard3_replica_n8&action=CREATE&numShards=5&collection=TestColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968366 INFO (qtp191089934-50033) [n:127.0.0.1:63516_solr x:TestColl_shard3_replica_n10 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=TestColl&newCollection=true&name=TestColl_shard3_replica_n10&action=CREATE&numShards=5&collection=TestColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968366 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr x:TestColl_shard4_replica_n12 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=TestColl&newCollection=true&name=TestColl_shard4_replica_n12&action=CREATE&numShards=5&collection=TestColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968370 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr x:TestColl_shard4_replica_n14 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=TestColl&newCollection=true&name=TestColl_shard4_replica_n14&action=CREATE&numShards=5&collection=TestColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968380 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr x:TestColl_shard5_replica_n16 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=TestColl&newCollection=true&name=TestColl_shard5_replica_n16&action=CREATE&numShards=5&collection=TestColl&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2968383 INFO (qtp191089934-50035) [n:127.0.0.1:63516_solr x:TestColl_shard5_replica_n18 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=TestColl&newCollection=true&name=TestColl_shard5_replica_n18&action=CREATE&numShards=5&collection=TestColl&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2969123 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2969126 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2969129 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.s.IndexSchema [TestColl_shard4_replica_n12] Schema name=minimal
[junit4] 2> 2969130 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2969130 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.c.CoreContainer Creating SolrCore 'TestColl_shard4_replica_n12' using configuration from collection TestColl, trusted=true
[junit4] 2> 2969130 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63508.solr.core.TestColl.shard4.replica_n12' (registry 'solr.core.TestColl.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2969130 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.c.SolrCore [[TestColl_shard4_replica_n12] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node2\TestColl_shard4_replica_n12], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node2\.\TestColl_shard4_replica_n12\data\]
[junit4] 2> 2969130 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.s.IndexSchema [TestColl_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2969131 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2969132 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2969132 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'TestColl_shard1_replica_n1' using configuration from collection TestColl, trusted=true
[junit4] 2> 2969132 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63513.solr.core.TestColl.shard1.replica_n1' (registry 'solr.core.TestColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2969133 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.c.SolrCore [[TestColl_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node4\TestColl_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node4\.\TestColl_shard1_replica_n1\data\]
[junit4] 2> 2969141 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.s.IndexSchema [TestColl_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2969143 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2969143 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'TestColl_shard2_replica_n6' using configuration from collection TestColl, trusted=true
[junit4] 2> 2969143 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63507.solr.core.TestColl.shard2.replica_n6' (registry 'solr.core.TestColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2969143 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.c.SolrCore [[TestColl_shard2_replica_n6] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node1\TestColl_shard2_replica_n6], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node1\.\TestColl_shard2_replica_n6\data\]
[junit4] 2> 2969144 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2969144 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2969148 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2969148 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2969158 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.s.IndexSchema [TestColl_shard4_replica_n14] Schema name=minimal
[junit4] 2> 2969158 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.s.IndexSchema [TestColl_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2969159 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2969159 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.c.CoreContainer Creating SolrCore 'TestColl_shard4_replica_n14' using configuration from collection TestColl, trusted=true
[junit4] 2> 2969159 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63507.solr.core.TestColl.shard4.replica_n14' (registry 'solr.core.TestColl.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2969159 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.c.SolrCore [[TestColl_shard4_replica_n14] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node1\TestColl_shard4_replica_n14], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node1\.\TestColl_shard4_replica_n14\data\]
[junit4] 2> 2969159 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2969159 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'TestColl_shard2_replica_n4' using configuration from collection TestColl, trusted=true
[junit4] 2> 2969159 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63508.solr.core.TestColl.shard2.replica_n4' (registry 'solr.core.TestColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2969159 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.c.SolrCore [[TestColl_shard2_replica_n4] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node2\TestColl_shard2_replica_n4], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node2\.\TestColl_shard2_replica_n4\data\]
[junit4] 2> 2969162 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.s.IndexSchema [TestColl_shard5_replica_n16] Schema name=minimal
[junit4] 2> 2969162 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.s.IndexSchema [TestColl_shard3_replica_n8] Schema name=minimal
[junit4] 2> 2969163 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2969163 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.c.CoreContainer Creating SolrCore 'TestColl_shard3_replica_n8' using configuration from collection TestColl, trusted=true
[junit4] 2> 2969163 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2969163 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.c.CoreContainer Creating SolrCore 'TestColl_shard5_replica_n16' using configuration from collection TestColl, trusted=true
[junit4] 2> 2969164 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63513.solr.core.TestColl.shard5.replica_n16' (registry 'solr.core.TestColl.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2969164 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63513.solr.core.TestColl.shard3.replica_n8' (registry 'solr.core.TestColl.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b0403a5
[junit4] 2> 2969164 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.c.SolrCore [[TestColl_shard5_replica_n16] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node4\TestColl_shard5_replica_n16], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node4\.\TestColl_shard5_replica_n16\data\]
[junit4] 2> 2969164 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.c.SolrCore [[TestColl_shard3_replica_n8] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node4\TestColl_shard3_replica_n8], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-8.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRebalanceLeaders_121A50313557100C-001\tempDir-001\node4\.\TestColl_shard3_replica_n8\data\]
[junit4] 2> 2969250 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2969250 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2969252 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2969252 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2969266 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@af76a7c[TestColl_shard4_replica_n12] main]
[junit4] 2> 2969269 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2969269 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2969271 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2969271 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2969271 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2969271 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2969273 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2969273 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2969275 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2969275 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2969275 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/TestColl
[junit4] 2> 2969275 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/TestColl
[junit4] 2> 2969276 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2969276 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1642916731630387200
[junit4] 2> 2969276 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2969276 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2969277 INFO (searcherExecutor-14955-thread-1-processing-n:127.0.0.1:63508_solr x:TestColl_shard4_replica_n12 c:TestColl s:shard4 r:core_node15) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.c.SolrCore [TestColl_shard4_replica_n12] Registered new searcher Searcher@af76a7c[TestColl_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2969279 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/TestColl/terms/shard4 to Terms{values={core_node15=0}, version=0}
[junit4] 2> 2969279 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/TestColl/leaders/shard4
[junit4] 2> 2969280 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2969280 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2969280 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2969280 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2969282 INFO (qtp576229708-50017) [n:127.0.0.1:63508_solr c:TestColl s:shard4 r:core_node15 x:TestColl_shard4_replica_n12 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2969283 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cf03767[TestColl_shard1_replica_n1] main]
[junit4] 2> 2969283 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2969283 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2969283 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/TestColl
[junit4] 2> 2969284 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/TestColl
[junit4] 2> 2969284 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2969284 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1642916731638775808
[junit4] 2> 2969285 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2969285 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2969286 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58fce0a9[TestColl_shard2_replica_n6] main]
[junit4] 2> 2969286 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/TestColl
[junit4] 2> 2969286 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2969286 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2969286 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/TestColl
[junit4] 2> 2969286 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2969286 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1642916731640872960
[junit4] 2> 2969286 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/TestColl/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2969286 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/TestColl/leaders/shard1
[junit4] 2> 2969286 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2969286 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2969289 INFO (searcherExecutor-14956-thread-1-processing-n:127.0.0.1:63513_solr x:TestColl_shard1_replica_n1 c:TestColl s:shard1 r:core_node3) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.c.SolrCore [TestColl_shard1_replica_n1] Registered new searcher Searcher@1cf03767[TestColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2969290 INFO (searcherExecutor-14957-thread-1-processing-n:127.0.0.1:63507_solr x:TestColl_shard2_replica_n6 c:TestColl s:shard2 r:core_node9) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.c.SolrCore [TestColl_shard2_replica_n6] Registered new searcher Searcher@58fce0a9[TestColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2969290 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2734a37a[TestColl_shard4_replica_n14] main]
[junit4] 2> 2969291 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/TestColl/terms/shard2 to Terms{values={core_node9=0}, version=0}
[junit4] 2> 2969291 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/TestColl/leaders/shard2
[junit4] 2> 2969291 INFO (qtp143202129-50029) [n:127.0.0.1:63513_solr c:TestColl s:shard1 r:core_node3 x:TestColl_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2969291 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@38950177[TestColl_shard3_replica_n8] main]
[junit4] 2> 2969293 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/TestColl
[junit4] 2> 2969293 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/TestColl
[junit4] 2> 2969293 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/TestColl
[junit4] 2> 2969293 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/TestColl
[junit4] 2> 2969293 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2969293 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1642916731648212992
[junit4] 2> 2969293 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2969294 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1642916731649261568
[junit4] 2> 2969294 INFO (qtp1014264356-50013) [n:127.0.0.1:63507_solr c:TestColl s:shard2 r:core_node9 x:TestColl_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2969294 INFO (searcherExecutor-14960-thread-1-processing-n:127.0.0.1:63513_solr x:TestColl_shard3_replica_n8 c:TestColl s:shard3 r:core_node11) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.c.SolrCore [TestColl_shard3_replica_n8] Registered new searcher Searcher@38950177[TestColl_shard3_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2969294 INFO (searcherExecutor-14958-thread-1-processing-n:127.0.0.1:63507_solr x:TestColl_shard4_replica_n14 c:TestColl s:shard4 r:core_node17) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.c.SolrCore [TestColl_shard4_replica_n14] Registered new searcher Searcher@2734a37a[TestColl_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2969296 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7830edc7[TestColl_shard5_replica_n16] main]
[junit4] 2> 2969296 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@44872f29[TestColl_shard2_replica_n4] main]
[junit4] 2> 2969297 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/TestColl/terms/shard4 to Terms{values={core_node17=0, core_node15=0}, version=1}
[junit4] 2> 2969297 INFO (qtp1014264356-50016) [n:127.0.0.1:63507_solr c:TestColl s:shard4 r:core_node17 x:TestColl_shard4_replica_n14 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/TestColl/leaders/shard4
[junit4] 2> 2969297 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/TestColl/terms/shard3 to Terms{values={core_node11=0}, version=0}
[junit4] 2> 2969297 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/TestColl/leaders/shard3
[junit4] 2> 2969297 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/TestColl
[junit4] 2> 2969298 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/TestColl
[junit4] 2> 2969298 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/TestColl
[junit4] 2> 2969298 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2969298 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1642916731653455872
[junit4] 2> 2969298 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/TestColl
[junit4] 2> 2969298 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2969298 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1642916731653455872
[junit4] 2> 2969299 INFO (searcherExecutor-14961-thread-1-processing-n:127.0.0.1:63513_solr x:TestColl_shard5_replica_n16 c:TestColl s:shard5 r:core_node19) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.c.SolrCore [TestColl_shard5_replica_n16] Registered new searcher Searcher@7830edc7[TestColl_shard5_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2969300 INFO (searcherExecutor-14959-thread-1-processing-n:127.0.0.1:63508_solr x:TestColl_shard2_replica_n4 c:TestColl s:shard2 r:core_node7) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.c.SolrCore [TestColl_shard2_replica_n4] Registered new searcher Searcher@44872f29[TestColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2969301 INFO (qtp143202129-50030) [n:127.0.0.1:63513_solr c:TestColl s:shard3 r:core_node11 x:TestColl_shard3_replica_n8 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2969301 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/TestColl/terms/shard2 to Terms{values={core_node7=0, core_node9=0}, version=1}
[junit4] 2> 2969301 INFO (qtp576229708-50012) [n:127.0.0.1:63508_solr c:TestColl s:shard2 r:core_node7 x:TestColl_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/TestColl/leaders/shard2
[junit4] 2> 2969301 INFO (qtp143202129-50022) [n:127.0.0.1:63513_solr c:TestColl s:shard5 r:core_node19 x:TestColl_shard5_replica_n16 ] o.a.s.c.ZkShardTerms Successful update of terms
[...truncated too long message...]
SearcherReuse, ClassificationUpdateProcessorFactoryTest, TestSolrFieldCacheBean, PrimUtilsTest, OverseerCollectionConfigSetProcessorTest, AuthToolTest, TestConfigSetsAPIZkFailure, DistributedTermsComponentTest, TestPerFieldSimilarityWithDefaultOverride, TestSSLRandomization, HdfsBasicDistributedZkTest, FieldMutatingUpdateProcessorTest, TestCopyFieldCollectionResource, SimpleCollectionCreateDeleteTest, DistributedQueryComponentOptimizationTest, RegexBytesRefFilterTest, TestSimLargeCluster, SortSpecParsingTest, TestDistributedMap, TestSchemaVersionResource, NestedShardedAtomicUpdateTest, TestCustomDocTransformer, DeleteNodeTest, ShowFileRequestHandlerTest, CdcrBootstrapTest, DocumentBuilderTest, SpellCheckCollatorTest, TestUseDocValuesAsStored, ScheduledTriggerTest, TestInPlaceUpdateWithRouteField, TestExtendedDismaxParser, TestLMJelinekMercerSimilarityFactory, BaseCdcrDistributedZkTest, ZkCLITest, PhrasesIdentificationComponentTest, TestOverriddenPrefixQueryForCustomFieldType, AutoScalingHandlerTest, TestCloudJSONFacetJoinDomain, OpenExchangeRatesOrgProviderTest, CopyFieldTest, TestDistributedSearch, TestReplicationHandlerDiskOverFlow, HdfsChaosMonkeySafeLeaderTest, SubstringBytesRefFilterTest, ReplaceNodeTest, TestCollectionAPI, CdcrReplicationHandlerTest, AnalysisErrorHandlingTest, TestSolrXml, LeaderFailoverAfterPartitionTest, CdcrVersionReplicationTest, TestAnalyzeInfixSuggestions, LeaderElectionIntegrationTest, TestTolerantSearch, PeerSyncWithLeaderTest, TestStressLiveNodes, ScriptEngineTest, TestFieldResource, HttpTriggerListenerTest, TestFastOutputStream, CollectionReloadTest, DeleteInactiveReplicaTest, TestIndexingPerformance, PeerSyncReplicationTest, NotRequiredUniqueKeyTest, BlockCacheTest, HttpPartitionOnCommitTest, TestDistributedGrouping, TestNamedUpdateProcessors, ChaosMonkeySafeLeaderWithPullReplicasTest, RuleEngineTest, HdfsRestartWhileUpdatingTest, BJQParserTest, XmlUpdateRequestHandlerTest, TestInPlaceUpdatesRequiredField, TestRecoveryHdfs, TestSolr4Spatial2, TestSortByMinMaxFunction, TestStandardQParsers, TestRestoreCore, SolrInfoBeanTest, URLClassifyProcessorTest, HLLUtilTest, TestHdfsCloudBackupRestore, TestNRTOpen, TestLFUCache, ActionThrottleTest, DataDrivenBlockJoinTest, TestBlendedInfixSuggestions, TestIBSimilarityFactory, NumberUtilsTest, TestComponentsName, HighlighterMaxOffsetTest, TestRTGBase, SystemCollectionCompatTest, ScheduledMaintenanceTriggerTest, ClassificationUpdateProcessorTest, BasicAuthStandaloneTest, AtomicUpdateProcessorFactoryTest, DistributedDebugComponentTest, ExitableDirectoryReaderTest, TestCloudInspectUtil, ResourceLoaderTest, TestDocTermOrdsUninvertLimit, TestReloadDeadlock, TestStressRecovery, PluginInfoTest, TestConfigSetProperties, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestJoin, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HealthCheckHandlerTest, LegacyCloudClusterPropTest, MetricsHistoryWithAuthIntegrationTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, OverseerTaskQueueTest, OverseerTest, ReindexCollectionTest, SplitShardTest, TestCloudConsistency, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudRecovery2, TestDistribDocBasedVersion, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRebalanceLeaders -Dtests.seed=121A50313557100C -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Australia/Melbourne -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestRebalanceLeaders (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:63513/solr
[junit4] > at __randomizedtesting.SeedInfo.seed([121A50313557100C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:667)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.cloud.TestRebalanceLeaders.setupCluster(TestRebalanceLeaders.java:72)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
[junit4] > ... 33 more
[junit4] Completed [533/874 (1!)] on J0 in 111.83s, 0 tests, 1 error <<< FAILURES!
[...truncated 45799 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Windows/422/consoleText
[repro] Revision: b7c9a9f4a1a72ac0003f9fa98582ad89e75f043f
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr\core
[repro] TestRebalanceLeaders
[repro] ant compile-test
[...truncated 3606 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestRebalanceLeaders" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=121A50313557100C -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Australia/Melbourne -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 83 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.TestRebalanceLeaders
[repro] Exiting with code 0
[...truncated 78 lines...]