You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/18 16:21:26 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20942 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20942/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
7 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37309
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37309
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:46FBC2579C3C2B7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Waited for timeout for preferredLeader assignments to be made and they werent.
Stack Trace:
java.lang.AssertionError: Waited for timeout for preferredLeader assignments to be made and they werent.
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:6459BD6E7032AD13]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:277)
at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:111)
at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:77)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestSegmentSorting.testSegmentTerminateEarly
Error Message:
Error from server at http://127.0.0.1:38441/solr: Could not fully remove collection: testSegmentTerminateEarly
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38441/solr: Could not fully remove collection: testSegmentTerminateEarly
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.TestSegmentSorting.ensureClusterEmpty(TestSegmentSorting.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:47)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestSegmentSorting.testAtomicUpdateOfSegmentSortField
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:D1FA5B1088B5B53]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.TestSegmentSorting.createCollection(TestSegmentSorting.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:47)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestShortCircuitedRequests.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:37645/_/zr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:37645/_/zr
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:6459BD6E7032AD13]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:42609/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:42609/solr]
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:D4BEA64AF93D143A]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:42609/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 44 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42609 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: org.apache.solr.index.hdfs.CheckHdfsIndexTest.testChecksumsOnly
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:39951
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39951
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:4EE84B973C01382B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 11837 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSegmentSorting
[junit4] 2> 105463 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/init-core-data-001
[junit4] 2> 105463 WARN (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 105463 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 105467 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 105468 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001
[junit4] 2> 105468 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 105468 INFO (Thread-3158) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 105468 INFO (Thread-3158) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 105476 ERROR (Thread-3158) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 105568 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38799
[junit4] 2> 105599 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105606 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105606 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105607 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105607 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105633 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ea6ed7{/solr,null,AVAILABLE}
[junit4] 2> 105633 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16194e3{/solr,null,AVAILABLE}
[junit4] 2> 105634 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1458aa7{HTTP/1.1,[http/1.1]}{127.0.0.1:45635}
[junit4] 2> 105634 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.Server Started @106591ms
[junit4] 2> 105634 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45635}
[junit4] 2> 105635 ERROR (jetty-launcher-2029-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.149Z
[junit4] 2> 105645 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e1811a{/solr,null,AVAILABLE}
[junit4] 2> 105645 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@adec99{HTTP/1.1,[http/1.1]}{127.0.0.1:38441}
[junit4] 2> 105645 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d00217{HTTP/1.1,[http/1.1]}{127.0.0.1:38219}
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.Server Started @106602ms
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38441}
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.Server Started @106602ms
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38219}
[junit4] 2> 105646 ERROR (jetty-launcher-2029-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105646 ERROR (jetty-launcher-2029-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.160Z
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.160Z
[junit4] 2> 105648 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fb33b6{/solr,null,AVAILABLE}
[junit4] 2> 105653 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51581a{HTTP/1.1,[http/1.1]}{127.0.0.1:46485}
[junit4] 2> 105653 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.Server Started @106610ms
[junit4] 2> 105653 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46485}
[junit4] 2> 105654 ERROR (jetty-launcher-2029-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.168Z
[junit4] 2> 105661 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@560132{/solr,null,AVAILABLE}
[junit4] 2> 105662 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105664 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105693 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18336fa{HTTP/1.1,[http/1.1]}{127.0.0.1:45479}
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.Server Started @106650ms
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45479}
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105694 ERROR (jetty-launcher-2029-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.208Z
[junit4] 2> 105725 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105753 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105797 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105797 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb400001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105798 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb400003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105815 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105816 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105848 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105866 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb40000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105882 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105884 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb400009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105913 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb40000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105941 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 105942 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38441_solr
[junit4] 2> 105943 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.Overseer Overseer (id=99026027543527438-127.0.0.1:38441_solr-n_0000000000) starting
[junit4] 2> 105992 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 105996 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45479_solr
[junit4] 2> 106016 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106027 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106038 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38441_solr
[junit4] 2> 106043 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106044 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106094 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 106104 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106130 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46485_solr
[junit4] 2> 106131 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106135 INFO (zkCallback-2053-thread-1-processing-n:127.0.0.1:46485_solr) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106136 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106137 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 106138 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 106152 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106152 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106156 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38219_solr
[junit4] 2> 106158 INFO (zkCallback-2053-thread-1-processing-n:127.0.0.1:46485_solr) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106158 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106159 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106163 INFO (zkCallback-2046-thread-1-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106165 INFO (zkCallback-2052-thread-1-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106166 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45635_solr
[junit4] 2> 106175 INFO (zkCallback-2052-thread-1-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106175 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106176 INFO (zkCallback-2046-thread-1-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106176 INFO (zkCallback-2053-thread-1-processing-n:127.0.0.1:46485_solr) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106181 INFO (zkCallback-2056-thread-2-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106348 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106431 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106431 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106447 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node2/.
[junit4] 2> 106447 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106533 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106533 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106536 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node1/.
[junit4] 2> 106588 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106693 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106693 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106695 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node3/.
[junit4] 2> 106817 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106885 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106885 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106890 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node4/.
[junit4] 2> 107269 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 107296 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 107297 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 107298 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node5/.
[junit4] 2> 107495 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 107495 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38799/solr ready
[junit4] 2> 107906 INFO (TEST-TestSegmentSorting.testSegmentTerminateEarly-seed#[EC0D82B4DECEC0EB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentTerminateEarly
[junit4] 2> 107916 INFO (qtp21638833-10700) [n:127.0.0.1:38441_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-sortingmergepolicyfactory.xml&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&name=testSegmentTerminateEarly&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 107930 INFO (OverseerThreadFactory-488-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.CreateCollectionCmd Create collection testSegmentTerminateEarly
[junit4] 2> 108055 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSegmentTerminateEarly_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38441/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108060 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSegmentTerminateEarly_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38219/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108062 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSegmentTerminateEarly_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45635/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108064 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSegmentTerminateEarly_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45479/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108277 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node2&name=testSegmentTerminateEarly_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 108277 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node8&name=testSegmentTerminateEarly_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 108278 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108278 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108286 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node5&name=testSegmentTerminateEarly_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 108287 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108288 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node7&name=testSegmentTerminateEarly_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 108288 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108409 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2046-thread-1-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2052-thread-1-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108421 INFO (zkCallback-2046-thread-2-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2056-thread-2-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108421 INFO (zkCallback-2059-thread-2-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108421 INFO (zkCallback-2052-thread-2-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 109368 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109372 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109382 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109397 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109537 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard2_replica_n4] Schema name=test
[junit4] 2> 109537 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard2_replica_n6] Schema name=test
[junit4] 2> 109537 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard1_replica_n3] Schema name=test
[junit4] 2> 109571 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard1_replica_n1] Schema name=test
[junit4] 2> 110149 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110184 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110190 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110203 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110241 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard2_replica_n4' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110242 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.core.testSegmentTerminateEarly.shard2.replica_n4' (registry 'solr.core.testSegmentTerminateEarly.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110242 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110242 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node4/testSegmentTerminateEarly_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node4/./testSegmentTerminateEarly_shard2_replica_n4/data/]
[junit4] 2> 110245 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard1_replica_n3' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110245 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.core.testSegmentTerminateEarly.shard1.replica_n3' (registry 'solr.core.testSegmentTerminateEarly.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110246 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110246 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node1/testSegmentTerminateEarly_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node1/./testSegmentTerminateEarly_shard1_replica_n3/data/]
[junit4] 2> 110251 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard2_replica_n6' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110252 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.core.testSegmentTerminateEarly.shard2.replica_n6' (registry 'solr.core.testSegmentTerminateEarly.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110252 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110253 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node3/testSegmentTerminateEarly_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node3/./testSegmentTerminateEarly_shard2_replica_n6/data/]
[junit4] 2> 110260 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110261 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110261 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110264 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard1_replica_n1' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110264 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.core.testSegmentTerminateEarly.shard1.replica_n1' (registry 'solr.core.testSegmentTerminateEarly.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110265 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110265 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node2/testSegmentTerminateEarly_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node2/./testSegmentTerminateEarly_shard1_replica_n1/data/]
[junit4] 2> 110270 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110475 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110475 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110478 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 110482 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 110486 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=12.7373046875, floorSegmentMB=1.2421875, forceMergeDeletesPctAllowed=26.74969921417543, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4238247524246558)
[junit4] 2> 110486 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110486 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110487 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110487 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110492 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110492 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110492 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5804bd[testSegmentTerminateEarly_shard1_replica_n1] main]
[junit4] 2> 110500 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:sh
[...truncated too long message...]
KeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3888560 INFO (TEST-TestShortCircuitedRequests.test-seed#[EC0D82B4DECEC0EB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40689 40689
[junit4] 2> 3893585 INFO (Thread-2711) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40689 40689
[junit4] 2> 3893586 WARN (Thread-2711) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestShortCircuitedRequests -Dtests.method=test -Dtests.seed=EC0D82B4DECEC0EB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PE -Dtests.timezone=Australia/Victoria -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J2 | TestShortCircuitedRequests.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:37645/_/zr
[junit4] > at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:6459BD6E7032AD13]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_EC0D82B4DECEC0EB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=327, maxMBSortInHeap=5.986374658157507, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f99522), locale=es-PE, timezone=Australia/Victoria
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=242830896,total=425779200
[junit4] 2> NOTE: All tests run in this JVM: [SimplePostToolTest, TestSystemIdResolver, TestTrackingShardHandlerFactory, TestConfigReload, TestAddFieldRealTimeGet, SparseHLLTest, XsltUpdateRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, TestReqParamsAPI, TestTolerantSearch, TestDeleteCollectionOnDownNodes, TestInitParams, LegacyCloudClusterPropTest, TestRetrieveFieldsOptimizer, TestCSVResponseWriter, SpatialRPTFieldTypeTest, TestReRankQParserPlugin, WordBreakSolrSpellCheckerTest, TestSystemCollAutoCreate, ReplaceNodeTest, LeaderElectionTest, TestLegacyFieldReuse, TestQueryTypes, ReturnFieldsTest, TestAuthenticationFramework, TestTolerantUpdateProcessorCloud, TestScoreJoinQPScore, TestPKIAuthenticationPlugin, AnalyticsQueryTest, DateRangeFieldTest, TestLRUCache, SolrGraphiteReporterTest, RecoveryZkTest, TestSolrCloudWithKerberosAlt, DistribJoinFromCollectionTest, TestLeaderElectionZkExpiry, TestMultiValuedNumericRangeQuery, BasicDistributedZk2Test, XmlUpdateRequestHandlerTest, RequestLoggingTest, TestFieldCacheWithThreads, SolrSlf4jReporterTest, TestQueryWrapperFilter, DefaultValueUpdateProcessorTest, TestFunctionQuery, CloneFieldUpdateProcessorFactoryTest, TestInitQParser, TestSolr4Spatial2, BooleanFieldTest, TestDefaultStatsCache, TestCloudJSONFacetJoinDomain, RegexBytesRefFilterTest, WrapperMergePolicyFactoryTest, TestFieldTypeCollectionResource, CollectionReloadTest, TestValueSourceCache, AsyncCallRequestStatusResponseTest, LoggingHandlerTest, BlockJoinFacetRandomTest, TestCoreDiscovery, HdfsWriteToMultipleCollectionsTest, TestReload, TestQuerySenderListener, CdcrBootstrapTest, TestGroupingSearch, UUIDFieldTest, TestSSLRandomization, TestDelegationWithHadoopAuth, TestDistributedMissingSort, HdfsDirectoryFactoryTest, TestSerializedLuceneMatchVersion, RequiredFieldsTest, FullHLLTest, TestIndexSearcher, UnloadDistributedZkTest, TestExclusionRuleCollectionAccess, TestFiltering, TestZkAclsWithHadoopAuth, ReplicaListTransformerTest, ComputePlanActionTest, TestBinaryResponseWriter, SuggesterWFSTTest, TestElisionMultitermQuery, TestSizeLimitedDistributedMap, TestSQLHandlerNonCloud, TestCharFilters, SortByFunctionTest, SystemInfoHandlerTest, DisMaxRequestHandlerTest, TestManagedSynonymFilterFactory, DirectSolrSpellCheckerTest, TestStressInPlaceUpdates, TestLMDirichletSimilarityFactory, ConjunctionSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, RollingRestartTest, SolrCLIZkUtilsTest, TestConfigSets, HdfsBasicDistributedZkTest, IndexSchemaTest, TolerantUpdateProcessorTest, TestMacros, TestLMJelinekMercerSimilarityFactory, CollectionsAPIAsyncDistributedZkTest, MergeStrategyTest, ClusterStateTest, ZkNodePropsTest, TestRandomFlRTGCloud, TestGeoJSONResponseWriter, TestSolrXml, TestZkChroot, SuggesterTest, DirectSolrConnectionTest, DeleteNodeTest, FullSolrCloudDistribCmdsTest, TestSchemaResource, HttpTriggerListenerTest, TestCloudNestedDocsSort, ZkStateReaderTest, OverriddenZkACLAndCredentialsProvidersTest, MetricsConfigTest, AutoscalingHistoryHandlerTest, TestFieldCacheSort, BasicDistributedZkTest, ForceLeaderTest, PeerSyncReplicationTest, TestCloudRecovery, TestConfigSetsAPI, TestLeaderInitiatedRecoveryThread, TestLockTree, TestPrepRecovery, TestPullReplicaErrorHandling, TestReplicaProperties, TestRequestStatusCollectionAPI, TestShortCircuitedRequests]
[junit4] Completed [630/750 (6!)] on J2 in 635.84s, 1 test, 1 error <<< FAILURES!
[...truncated 43453 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20946 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20946/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:A4725D668EFBF15A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:F86329E5C7512F59]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13413 lines...]
[junit4] Suite: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest
[junit4] 2> 2087639 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/init-core-data-001
[junit4] 2> 2087640 WARN (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 2087640 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2087640 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2087640 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /n/nq
[junit4] 2> 2087642 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2087642 INFO (Thread-8749) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2087642 INFO (Thread-8749) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2087643 ERROR (Thread-8749) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2087742 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer start zk server on port:37503
[junit4] 2> 2087747 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2087748 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2087749 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2087749 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2087750 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2087751 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2087751 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2087752 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2087752 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2087753 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2087753 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2087756 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2087846 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2087846 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d929925{/n/nq,null,AVAILABLE}
[junit4] 2> 2087848 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@439cb34{SSL,[ssl, http/1.1]}{127.0.0.1:44901}
[junit4] 2> 2087848 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.Server Started @2089540ms
[junit4] 2> 2087848 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/n/nq, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/tempDir-001/control/data, hostPort=44901, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores}
[junit4] 2> 2087849 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T04:29:48.407419Z
[junit4] 2> 2087851 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2087851 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/solr.xml
[junit4] 2> 2087852 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2087853 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2087853 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2087855 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37503/solr
[junit4] 2> 2087892 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2087892 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44901_n%2Fnq
[junit4] 2> 2087892 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.Overseer Overseer (id=99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) starting
[junit4] 2> 2087895 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44901_n%2Fnq
[junit4] 2> 2087896 INFO (OverseerStateUpdate-99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2087948 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2087960 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2087960 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2087961 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores
[junit4] 2> 2087972 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2087973 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37503/solr ready
[junit4] 2> 2087984 INFO (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44901_n%252Fnq&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2087985 INFO (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2088090 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2088090 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2088194 INFO (zkCallback-5193-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2089121 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2089141 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2089212 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2089221 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3813783241595584]
[junit4] 2> 2089222 WARN (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2089249 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=45.7939453125, floorSegmentMB=1.4130859375, forceMergeDeletesPctAllowed=18.49837529498155, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2089249 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4499d60d[control_collection_shard1_replica_n1] main]
[junit4] 2> 2089250 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2089250 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2089251 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2089252 INFO (searcherExecutor-9395-thread-1-processing-n:127.0.0.1:44901_n%2Fnq x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4499d60d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2089252 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584467321615810560
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44901/n/nq/control_collection_shard1_replica_n1/
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44901/n/nq/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2089256 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44901/n/nq/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44901
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1593936543
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a7c7e02: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2672454a
[junit4] 2> 2148043 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2148043 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7407586b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2c595e47
[junit4] 2> 2148045 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2148046 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fc95a26: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e72b9a
[junit4] 2> 2148046 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44901_n%2Fnq
[junit4] 2> 2148046 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2148046 INFO (zkCallback-5193-thread-2-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2148046 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@22cbf8bd
[junit4] 2> 2148046 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=583792829
[junit4] 2> 2148047 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7059865a: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@e53a548
[junit4] 2> 2148051 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=583792829
[junit4] 2> 2158916 INFO (ScheduledTrigger-9390-thread-1) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2158918 INFO (AutoscalingActionExecutor-9391-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f862625600a000Tacgrpnq8twextzrpfqe9ngjmv",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1511065849472000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1511065849472000000],
[junit4] 2> "_enqueue_time_":1511065859473000000,
[junit4] 2> "nodeNames":["127.0.0.1:44901_n%2Fnq"]}}
[junit4] 2> 2267986 ERROR (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2267986 INFO (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44901_n%252Fnq&wt=javabin&version=2} status=500 QTime=180001
[junit4] 2> 2267986 ERROR (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2688188 ERROR (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:44901/n/nq
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2688188 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.Overseer Overseer (id=99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) closing
[junit4] 2> 2688189 INFO (OverseerStateUpdate-99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44901_n%2Fnq
[junit4] 2> 2688189 ERROR (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 2688190 INFO (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2718221 INFO (zkCallback-5193-thread-5-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2718222 ERROR (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:677)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2718222 INFO (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2718222 WARN (OverseerAutoScalingTriggerThread-99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2718224 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@439cb34{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2718224 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d929925{/n/nq,null,UNAVAILABLE}
[junit4] 2> 2718246 ERROR (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2718247 ERROR (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2718254 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630164
[junit4] 2> 2718254 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2718255 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37503 37503
[junit4] 2> 2724032 INFO (Thread-8749) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37503 37503
[junit4] 2> 2724033 WARN (Thread-8749) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SimpleCollectionCreateDeleteTest -Dtests.method=test -Dtests.seed=2C2662BC20079CA2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nn-NO -Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J0 | SimpleCollectionCreateDeleteTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
[junit4] > at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:A4725D668EFBF15A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1077, maxMBSortInHeap=5.682838057392473, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@9696fc3), locale=nn-NO, timezone=Etc/GMT-6
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=93250000,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [NodeAddedTriggerTest, FileUtilsTest, TestHdfsUpdateLog, CleanupOldIndexTest, TestSimpleQParserPlugin, TestHttpShardHandlerFactory, HdfsChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollectionsAPIViaSolrCloudCluster, PreAnalyzedFieldManagedSchemaCloudTest, MigrateRouteKeyTest, V2ApiIntegrationTest, QueryParsingTest, OverseerCollectionConfigSetProcessorTest, TestIBSimilarityFactory, DeleteReplicaTest, TestDFRSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, TestManagedSynonymGraphFilterFactory, RAMDirectoryFactoryTest, SoftAutoCommitTest, TestFieldCacheSortRandom, SolrCloudReportersTest, DocExpirationUpdateProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestMiniSolrCloudClusterSSL, TestUpdate, SimpleFacetsTest, TestRequestForwarding, ClassificationUpdateProcessorIntegrationTest, TestRandomRequestDistribution, TestGraphMLResponseWriter, TestDistribDocBasedVersion, BJQParserTest, CdcrReplicationDistributedZkTest, TestLegacyNumericUtils, HdfsRestartWhileUpdatingTest, TestCopyFieldCollectionResource, CheckHdfsIndexTest, TestCorePropertiesReload, TestLegacyFieldCache, TestRestoreCore, TestSort, DistributedMLTComponentTest, InfoHandlerTest, SharedFSAutoReplicaFailoverTest, SearchHandlerTest, SyncSliceTest, UpdateParamsTest, URLClassifyProcessorTest, TestManagedResourceStorage, ActionThrottleTest, SolrCoreTest, LeaderElectionIntegrationTest, TestCSVLoader, TestEmbeddedSolrServerSchemaAPI, JSONWriterTest, TestSolrCLIRunExample, TestJoin, TestSkipOverseerOperations, BasicFunctionalityTest, TestFastOutputStream, TestPhraseSuggestions, TestQueryUtils, TestRandomCollapseQParserPlugin, SolrMetricsIntegrationTest, ResponseLogComponentTest, HttpSolrCallGetCoreTest, TestFoldingMultitermQuery, TestXmlQParserPlugin, TestLRUStatsCache, TestFieldCollectionResource, TestCodecSupport, CdcrVersionReplicationTest, TestSolrQueryResponse, TestSolrConfigHandlerCloud, TestRecovery, TestDistribIDF, TestSuggestSpellingConverter, MinimalSchemaTest, ReplicationFactorTest, AssignBackwardCompatibilityTest, CursorPagingTest, TestSolrCloudWithSecureImpersonation, TestNestedDocsSort, DistributedFacetPivotSmallAdvancedTest, DistributedFacetExistsSmallTest, RankQueryTest, TestManagedSchemaAPI, ShufflingReplicaListTransformerTest, TestCustomDocTransformer, BitVectorTest, TestPostingsSolrHighlighter, TestSchemaSimilarityResource, TermVectorComponentTest, TestImpersonationWithHadoopAuth, SubstringBytesRefFilterTest, SSLMigrationTest, PreAnalyzedUpdateProcessorTest, PKIAuthenticationIntegrationTest, DocValuesTest, TestSchemaManager, TestHdfsCloudBackupRestore, DocumentBuilderTest, UpdateRequestProcessorFactoryTest, TestRecoveryHdfs, JsonLoaderTest, TestStressLiveNodes, CollectionsAPISolrJTest, BlockJoinFacetSimpleTest, DateFieldTest, TestClassicSimilarityFactory, VMParamsZkACLAndCredentialsProvidersTest, TestCustomSort, TestLeaderInitiatedRecoveryThread, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, SolrJmxReporterCloudTest, SpatialFilterTest, TestComponentsName, NodeMutatorTest, SpellCheckCollatorWithCollapseTest, BasicDistributedZk2Test, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, ZkControllerTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, SimpleCollectionCreateDeleteTest]
[junit4] Completed [551/750 (1!)] on J0 in 636.42s, 1 test, 1 error <<< FAILURES!
[...truncated 202 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/init-core-data-001
[junit4] 2> 2899102 WARN (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=31 numCloses=31
[junit4] 2> 2899103 INFO (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2899103 INFO (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2899103 INFO (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2899104 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 2899104 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-target-001
[junit4] 2> 2899105 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2899105 INFO (Thread-9149) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2899105 INFO (Thread-9149) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2899106 ERROR (Thread-9149) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2899205 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer start zk server on port:33723
[junit4] 2> 2899207 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cd394f3{/solr,null,AVAILABLE}
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5284ecfd{HTTP/1.1,[http/1.1]}{127.0.0.1:43397}
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.Server Started @2900901ms
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43397}
[junit4] 2> 2899208 ERROR (jetty-launcher-5555-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T04:43:19.767181Z
[junit4] 2> 2899210 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2899213 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33723/solr
[junit4] 2> 2899252 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2899252 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43397_solr
[junit4] 2> 2899253 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.Overseer Overseer (id=99029260675514371-127.0.0.1:43397_solr-n_0000000000) starting
[junit4] 2> 2899255 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43397_solr
[junit4] 2> 2899255 INFO (zkCallback-5562-thread-1-processing-n:127.0.0.1:43397_solr) [n:127.0.0.1:43397_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2899289 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899294 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899294 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899295 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:33723/solr
[junit4] 2> 2899304 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-source-001
[junit4] 2> 2899305 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2899305 INFO (Thread-9159) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2899305 INFO (Thread-9159) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2899306 ERROR (Thread-9159) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2899405 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer start zk server on port:46059
[junit4] 2> 2899407 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd29681b70000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2899407 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a135374{/solr,null,AVAILABLE}
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32974f48{HTTP/1.1,[http/1.1]}{127.0.0.1:42039}
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.Server Started @2901100ms
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42039}
[junit4] 2> 2899408 ERROR (jetty-launcher-5568-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T04:43:19.966926Z
[junit4] 2> 2899409 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2899412 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46059/solr
[junit4] 2> 2899437 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2899437 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42039_solr
[junit4] 2> 2899438 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.Overseer Overseer (id=99029260688621571-127.0.0.1:42039_solr-n_0000000000) starting
[junit4] 2> 2899440 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42039_solr
[junit4] 2> 2899440 INFO (OverseerStateUpdate-99029260688621571-127.0.0.1:42039_solr-n_0000000000) [n:127.0.0.1:42039_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2899470 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42039.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899475 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42039.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899476 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42039.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899476 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-source-001/node1/.
[junit4] 2> 2899495 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2899495 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46059/solr ready
[junit4] 2> 2899497 INFO (qtp340665596-32972) [n:127.0.0.1:42039_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2899498 INFO (OverseerThreadFactory-10096-thread-1-processing-n:127.0.0.1:42039_solr) [n:127.0.0.1:42039_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 2899601 INFO (OverseerStateUpdate-99029260688621571-127.0.0.1:42039_solr-n_0000000000) [n:127.0.0.1:42039_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42039/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2899802 INFO (qtp340665596-32974) [n:127.0.0.1:42039_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2899802 INFO (qtp340665596-32974) [n:127.0.0.1:42039_solr ] o.a.s.c.TransientSol
[...truncated too long message...]
s being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 3087554 INFO (jetty-closer-5637-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99029264020406275-127.0.0.1:34399_solr-n_0000000000) closing
[junit4] 2> 3087554 INFO (OverseerStateUpdate-99029264020406275-127.0.0.1:34399_solr-n_0000000000) [n:127.0.0.1:34399_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34399_solr
[junit4] 2> 3087554 WARN (OverseerAutoScalingTriggerThread-99029264020406275-127.0.0.1:34399_solr-n_0000000000) [n:127.0.0.1:34399_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3087555 INFO (jetty-closer-5637-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ba54f4b{/solr,null,UNAVAILABLE}
[junit4] 2> 3087555 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3087555 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37051 37051
[junit4] 2> 3093438 INFO (Thread-9206) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37051 37051
[junit4] 2> 3093438 WARN (Thread-9206) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3093438 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=2C2662BC20079CA2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=EAT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 143s J0 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
[junit4] > at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:F86329E5C7512F59]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=PostingsFormat(name=LuceneFixedGap), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1171, maxMBSortInHeap=6.447951932416055, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e796b9a), locale=es-HN, timezone=EAT
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=142748112,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [NodeAddedTriggerTest, FileUtilsTest, TestHdfsUpdateLog, CleanupOldIndexTest, TestSimpleQParserPlugin, TestHttpShardHandlerFactory, HdfsChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollectionsAPIViaSolrCloudCluster, PreAnalyzedFieldManagedSchemaCloudTest, MigrateRouteKeyTest, V2ApiIntegrationTest, QueryParsingTest, OverseerCollectionConfigSetProcessorTest, TestIBSimilarityFactory, DeleteReplicaTest, TestDFRSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, TestManagedSynonymGraphFilterFactory, RAMDirectoryFactoryTest, SoftAutoCommitTest, TestFieldCacheSortRandom, SolrCloudReportersTest, DocExpirationUpdateProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestMiniSolrCloudClusterSSL, TestUpdate, SimpleFacetsTest, TestRequestForwarding, ClassificationUpdateProcessorIntegrationTest, TestRandomRequestDistribution, TestGraphMLResponseWriter, TestDistribDocBasedVersion, BJQParserTest, CdcrReplicationDistributedZkTest, TestLegacyNumericUtils, HdfsRestartWhileUpdatingTest, TestCopyFieldCollectionResource, CheckHdfsIndexTest, TestCorePropertiesReload, TestLegacyFieldCache, TestRestoreCore, TestSort, DistributedMLTComponentTest, InfoHandlerTest, SharedFSAutoReplicaFailoverTest, SearchHandlerTest, SyncSliceTest, UpdateParamsTest, URLClassifyProcessorTest, TestManagedResourceStorage, ActionThrottleTest, SolrCoreTest, LeaderElectionIntegrationTest, TestCSVLoader, TestEmbeddedSolrServerSchemaAPI, JSONWriterTest, TestSolrCLIRunExample, TestJoin, TestSkipOverseerOperations, BasicFunctionalityTest, TestFastOutputStream, TestPhraseSuggestions, TestQueryUtils, TestRandomCollapseQParserPlugin, SolrMetricsIntegrationTest, ResponseLogComponentTest, HttpSolrCallGetCoreTest, TestFoldingMultitermQuery, TestXmlQParserPlugin, TestLRUStatsCache, TestFieldCollectionResource, TestCodecSupport, CdcrVersionReplicationTest, TestSolrQueryResponse, TestSolrConfigHandlerCloud, TestRecovery, TestDistribIDF, TestSuggestSpellingConverter, MinimalSchemaTest, ReplicationFactorTest, AssignBackwardCompatibilityTest, CursorPagingTest, TestSolrCloudWithSecureImpersonation, TestNestedDocsSort, DistributedFacetPivotSmallAdvancedTest, DistributedFacetExistsSmallTest, RankQueryTest, TestManagedSchemaAPI, ShufflingReplicaListTransformerTest, TestCustomDocTransformer, BitVectorTest, TestPostingsSolrHighlighter, TestSchemaSimilarityResource, TermVectorComponentTest, TestImpersonationWithHadoopAuth, SubstringBytesRefFilterTest, SSLMigrationTest, PreAnalyzedUpdateProcessorTest, PKIAuthenticationIntegrationTest, DocValuesTest, TestSchemaManager, TestHdfsCloudBackupRestore, DocumentBuilderTest, UpdateRequestProcessorFactoryTest, TestRecoveryHdfs, JsonLoaderTest, TestStressLiveNodes, CollectionsAPISolrJTest, BlockJoinFacetSimpleTest, DateFieldTest, TestClassicSimilarityFactory, VMParamsZkACLAndCredentialsProvidersTest, TestCustomSort, TestLeaderInitiatedRecoveryThread, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, SolrJmxReporterCloudTest, SpatialFilterTest, TestComponentsName, NodeMutatorTest, SpellCheckCollatorWithCollapseTest, BasicDistributedZk2Test, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, ZkControllerTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasPlanActionTest, ComputePlanActionTest, HttpTriggerListenerTest, SearchRateTriggerTest, TestPolicyCloud, CdcrBootstrapTest]
[junit4] Completed [601/750 (2!)] on J0 in 194.35s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40565 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20945 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20945/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
Error Message:
Error from server at http://127.0.0.1:42393/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42393/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([14C94E961D3BD6D:9F79F01147F0F1E5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:40)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12184 lines...]
[junit4] Suite: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
[junit4] 2> 650700 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/init-core-data-001
[junit4] 2> 650701 WARN (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 650701 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 650702 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 650703 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001
[junit4] 2> 650703 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 650704 INFO (Thread-693) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 650704 INFO (Thread-693) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 650709 ERROR (Thread-693) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 650804 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38347
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d6107a{/solr,null,AVAILABLE}
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19ea06d{/solr,null,AVAILABLE}
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20a5be{/solr,null,AVAILABLE}
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54652a{/solr,null,AVAILABLE}
[junit4] 2> 650821 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c3a732{HTTP/1.1,[http/1.1]}{127.0.0.1:44023}
[junit4] 2> 650821 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.Server Started @652478ms
[junit4] 2> 650821 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44023}
[junit4] 2> 650822 ERROR (jetty-launcher-778-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.319Z
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d907c0{HTTP/1.1,[http/1.1]}{127.0.0.1:34223}
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.Server Started @652480ms
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34223}
[junit4] 2> 650824 ERROR (jetty-launcher-778-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.321Z
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@792dc4{HTTP/1.1,[http/1.1]}{127.0.0.1:42393}
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.Server Started @652481ms
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42393}
[junit4] 2> 650825 ERROR (jetty-launcher-778-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.322Z
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c5575{HTTP/1.1,[http/1.1]}{127.0.0.1:34399}
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.Server Started @652482ms
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34399}
[junit4] 2> 650826 ERROR (jetty-launcher-778-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.323Z
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650827 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650828 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650828 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650851 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650856 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650865 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650865 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650986 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650986 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650987 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650987 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34223_solr
[junit4] 2> 650988 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.Overseer Overseer (id=99028427945082890-127.0.0.1:34223_solr-n_0000000000) starting
[junit4] 2> 650988 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44023_solr
[junit4] 2> 650988 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42393_solr
[junit4] 2> 650990 INFO (zkCallback-800-thread-1-processing-n:127.0.0.1:44023_solr) [n:127.0.0.1:44023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 650991 INFO (zkCallback-798-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 650994 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 650995 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650997 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34399_solr
[junit4] 2> 650998 INFO (zkCallback-798-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 650998 INFO (zkCallback-800-thread-1-processing-n:127.0.0.1:44023_solr) [n:127.0.0.1:44023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 651011 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34223_solr
[junit4] 2> 651012 INFO (zkCallback-800-thread-1-processing-n:127.0.0.1:44023_solr) [n:127.0.0.1:44023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 651017 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:42393_solr) [n:127.0.0.1:42393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 651034 INFO (zkCallback-799-thread-2-processing-n:127.0.0.1:42393_solr) [n:127.0.0.1:42393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 651038 INFO (zkCallback-797-thread-1-processing-n:127.0.0.1:34399_solr) [n:127.0.0.1:34399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 651044 INFO (zkCallback-798-thread-2-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 651343 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34223.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651374 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34223.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651374 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34223.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651376 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node3/.
[junit4] 2> 651438 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34399.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651438 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44023.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651459 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34399.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651459 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34399.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651461 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node2/.
[junit4] 2> 651463 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44023.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651464 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44023.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651465 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node1/.
[junit4] 2> 651560 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42393.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651583 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42393.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651584 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42393.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651586 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node4/.
[junit4] 2> 651665 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd1d49e55000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 651668 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 651669 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38347/solr ready
[junit4] 2> 651691 INFO (TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[14C94E961D3BD6D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionWithDownNodes
[junit4] 2> 651693 INFO (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 651695 INFO (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection2
[junit4] 2> 651802 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651805 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44023/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651806 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651808 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34223/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651809 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651811 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44023/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651812 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651814 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34223/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651815 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651816 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44023/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651818 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651824 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34223/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 652029 INFO (qtp22722033-3526) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n1&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652029 INFO (qtp22722033-3526) [n:127.0.0.1:42393_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652038 INFO (qtp20977612-3512) [n:127.0.0.1:44023_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n18&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652038 INFO (qtp20977612-3512) [n:127.0.0.1:44023_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652042 INFO (qtp8146627-3524) [n:127.0.0.1:34399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n12&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652042 INFO (qtp11193320-3525) [n:127.0.0.1:34223_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp22722033-3510) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n16&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp22722033-3507) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n8&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp20977612-3506) [n:127.0.0.1:44023_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n2&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp11193320-3508) [n:127.0.0.1:34223_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp8146627-3519) [n:127.0.0.1:34399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n4&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp8146627-3524) [n:127.0.0.1:34399_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652044 INFO (qtp11193320-3508) [n:127.0.0.1:34223_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652044 INFO (qtp8146627-3505) [n:127.0.0.1:34399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n20&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652045 INFO (qtp20977612-3521) [n:127.0.0.1:44023_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n10&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652049 INFO (qtp11193320-3502) [n:127.0.0.1:34223_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n22&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 831697 ERROR (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 831698 INFO (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2} status=500 QTime=180005
[junit4] 2> 831698 ERROR (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 831700 INFO (TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[14C94E961D3BD6D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionWithDownNodes
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDeleteCollectionOnDownNodes -Dtests.method=deleteCollectionWithDownNodes -Dtests.seed=14C94E961D3BD6D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 180s J2 | TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42393/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([14C94E961D3BD6D:9F79F01147F0F1E5]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:40)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 831707 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34223/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34223/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34223 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831709 INFO (jetty-closer-779-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d907c0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831709 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44023/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44023/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44023 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831709 INFO (jetty-closer-779-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c3a732{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831717 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44023/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44023/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44023 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831719 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34223/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34223/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34223 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831720 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34399/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34399/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34399 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831722 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34399/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34399/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34399 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831710 INFO (jetty-closer-779-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@792dc4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831709 INFO (jetty-closer-779-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28067122
[junit4] 2> 831709 INFO (jetty-closer-779-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c5575{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831725 INFO (jetty-closer-779-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831725 INFO (jetty-closer-779-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=26205479
[junit4] 2> 831725 INFO (jetty-closer-779-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1140826: rootName = solr_34223, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5094c4
[junit4] 2> 831724 INFO (jetty-closer-779-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6229189
[junit4] 2> 831723 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34223/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34223/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34223 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831718 INFO (jetty-closer-779-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32176317
[junit4] 2> 831727 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44023/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44023/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44023 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831725 INFO (jetty-closer-779-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831725 INFO (jetty-closer-779-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831729 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34399/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34399/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34399 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831727 INFO (jetty-closer-779-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831731 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42393/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42393/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42393 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831731 INFO (jetty-closer-779-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c947e9: rootName = solr_42393, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@11ee997
[junit4] 2> 831730 INFO (jetty-closer-779-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fae98d: rootName = solr_34399, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ea06fe
[junit4] 2> 831733 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42393/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42393/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42393 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831739 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42393/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42393/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42393 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMeth
[...truncated too long message...]
.solr.common.SolrException: Unable to create core [halfdeletedcollection2_shard2_replica_n6]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not get shard id for core: halfdeletedcollection2_shard2_replica_n6
[junit4] 2> at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1568)
[junit4] 2> at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1508)
[junit4] 2> at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
[junit4] 2> ... 36 more
[junit4] 2>
[junit4] 2> 876854 INFO (qtp11193320-3508) [n:127.0.0.1:34223_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=400 QTime=224810
[junit4] 2> 876856 ERROR (qtp11193320-3525) [n:127.0.0.1:34223_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'halfdeletedcollection2_shard3_replica_n14': Unable to create core [halfdeletedcollection2_shard3_replica_n14] Caused by: Could not get shard id for core: halfdeletedcollection2_shard3_replica_n14
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:991)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [halfdeletedcollection2_shard3_replica_n14]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not get shard id for core: halfdeletedcollection2_shard3_replica_n14
[junit4] 2> at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1568)
[junit4] 2> at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1508)
[junit4] 2> at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
[junit4] 2> ... 35 more
[junit4] 2>
[junit4] 2> 876858 INFO (qtp11193320-3525) [n:127.0.0.1:34223_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=400 QTime=224816
[junit4] 2> 876859 ERROR (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 876860 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38347 38347
[junit4] 2> 886908 INFO (Thread-693) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38347 38347
[junit4] 2> 886909 WARN (Thread-693) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/halfdeletedcollection2/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=672, maxMBSortInHeap=7.434663192630129, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4813c6), locale=es-PA, timezone=Indian/Chagos
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=67877168,total=200970240
[junit4] 2> NOTE: All tests run in this JVM: [TestSerializedLuceneMatchVersion, HdfsCollectionsAPIDistributedZkTest, TestHashPartitioner, TestSizeLimitedDistributedMap, TestExtendedDismaxParser, DistanceFunctionTest, SystemInfoHandlerTest, TestDynamicLoading, TestSolrCoreProperties, TestJsonFacets, SolrSlf4jReporterTest, TestIntervalFaceting, HdfsWriteToMultipleCollectionsTest, CoreSorterTest, DirectSolrConnectionTest, HttpTriggerListenerTest, XsltUpdateRequestHandlerTest, OverseerRolesTest, TestValueSourceCache, UUIDFieldTest, TestIndexSearcher, TestCollectionAPI, CdcrRequestHandlerTest, TestConfigOverlay, LegacyCloudClusterPropTest, WrapperMergePolicyFactoryTest, NumberUtilsTest, TestBlendedInfixSuggestions, MergeStrategyTest, RequiredFieldsTest, TestPushWriter, TestManagedSchema, SearchRateTriggerTest, SuggesterTest, TestMissingGroups, ConfigSetsAPITest, CopyFieldTest, SparseHLLTest, FieldMutatingUpdateProcessorTest, TestConfigSetsAPIExclusivity, PeerSyncReplicationTest, TolerantUpdateProcessorTest, TestSolr4Spatial2, BooleanFieldTest, TestMacros, TestNumericTerms64, LeaderFailureAfterFreshStartTest, TestPrepRecovery, TestDeleteCollectionOnDownNodes]
[junit4] Completed [184/750 (1!)] on J2 in 236.24s, 1 test, 1 error <<< FAILURES!
[...truncated 45009 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20944 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20944/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)
Build Log:
[...truncated 12374 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/init-core-data-001
[junit4] 2> 690938 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 690938 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 690939 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 690939 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 690952 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001
[junit4] 2> 690952 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 690952 INFO (Thread-3672) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 690952 INFO (Thread-3672) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 690953 ERROR (Thread-3672) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 691052 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36445
[junit4] 2> 691060 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 691060 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 691066 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5527b14a{/solr,null,AVAILABLE}
[junit4] 2> 691066 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18c5279d{/solr,null,AVAILABLE}
[junit4] 2> 691070 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2305c392{SSL,[ssl, http/1.1]}{127.0.0.1:41045}
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b6f0516{SSL,[ssl, http/1.1]}{127.0.0.1:39313}
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.Server Started @693055ms
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.Server Started @693055ms
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41045}
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39313}
[junit4] 2> 691071 ERROR (jetty-launcher-1007-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 691071 ERROR (jetty-launcher-1007-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T22:05:12.318Z
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T22:05:12.318Z
[junit4] 2> 691076 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 691076 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 691080 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 691082 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36445/solr
[junit4] 2> 691082 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36445/solr
[junit4] 2> 691094 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 691095 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41045_solr
[junit4] 2> 691095 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.Overseer Overseer (id=99027695186739206-127.0.0.1:41045_solr-n_0000000000) starting
[junit4] 2> 691098 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41045_solr
[junit4] 2> 691121 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 691134 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 691135 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 691136 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 691136 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39313_solr
[junit4] 2> 691137 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 691137 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 691138 WARN (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 691141 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 691186 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 691200 INFO (jetty-launcher-1007-thread-2-EventThread) [n:127.0.0.1:41045_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 691205 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 691205 WARN (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 691206 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 691207 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 691208 INFO (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 691271 WARN (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 691292 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 691297 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 691297 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 691298 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node2/.
[junit4] 2> 692214 WARN (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 692236 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 692243 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 692244 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 692245 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node1/.
[junit4] 2> 692271 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 692297 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 692297 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 692300 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1511078713539&s=wMe4b5t6sndkU/CJY9DDlI4X9iQ="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692300 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 692309 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 692316 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1511078713557&s=pCpf0NKkSD0EczSf0qA/vJ96Fr0="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692317 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 692324 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 692327 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1511078713572&s=it3LMHXB0VwC50a7GeZpNg/NZ2s="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692328 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 692335 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 692337 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1511078713583&s=ywvzkNZmz+rDZuRGv59t6/brsDM="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692337 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 692345 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 692346 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 692346 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 692346 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511078713593&s=H3PY7egdD7avg7jhVjH3ZP3WagI="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692347 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 692355 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15140ms for sessionid 0x15fd12a02880008
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15139ms for sessionid 0x15fd12a02880007
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15240ms for sessionid 0x15fd12a02880006
[junit4] 2> 707363 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15118ms for sessionid 0x15fd12a02880005
[junit4] 2> 707363 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707364 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707364 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707364 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1511078713603&s=y73eAReb5dXJ1NhSIHQphoeaisE="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 707364 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 707373 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 707464 INFO (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 707465 WARN (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7cb8417e name: ZooKeeperConnection Watcher:127.0.0.1:36445/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 707465 WARN (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 707465 WARN (zkCallback-1018-thread-2-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d2ec1a7 name: ZooKeeperConnection Watcher:127.0.0.1:36445/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 707465 WARN (zkCallback-1018-thread-2-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 719110 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511078728621&s=Ss5/m0J6i4wMe8MSMEhwPvxJEIg="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:28 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:28 GMT
[junit4] 2> 719111 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 719111 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fd12a02880007 has expired
[junit4] 2> 719111 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fd12a02880008 has expired
[junit4] 2> 719111 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fd12a02880005 has expired
[junit4] 2> 719115 WARN (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d2ec1a7 name: ZooKeeperConnection Watcher:127.0.0.1:36445/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 719115 WARN (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 719116 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 719120 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 719122 WARN (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 719126 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 719127 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 719132 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 719134 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 719141 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39313_solr
[junit4] 2> 719143 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 719143 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 719144 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 719144 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 719146 WARN (qtp1318961915-8736) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ???bar???: no such user
[junit4] 2> id: ???bar???: no such user
[junit4] 2>
[junit4] 2> 719148 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1511078740382&s=Cc4YDWniGElr98v/LXUqu5K4eqw="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 719149 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 719165 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 719165 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 719165 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 719166 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1511078740412&s=p7Lw1d6LYEGI/RRy9E0ibWqbRa8="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 719166 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 719176 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 719180 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511078740423&s=MS683Xqvtpxqeo6cplJLLnf13lM="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 719181 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 719192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 719301 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 719301 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36445/solr ready
[junit4] 2> 719312 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 719314 INFO (OverseerThreadFactory-3031-thread-1-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 719418 INFO (OverseerStateUpdate-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39313/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 719622 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 719725 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719725 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720649 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 720671 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 720747 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 720756 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=92.3974609375, floorSegmentMB=0.5771484375, forceMergeDeletesPctAllowed=25.42435009188913, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 720789 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 720789 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 720790 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 720790 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 720791 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4329640318080138]
[junit4] 2> 720791 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f4ab2f3[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 720792 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 720815 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 720873 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 720873 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 720873 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584443154361221120
[junit4] 2> 720873 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 720875 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@f4ab2f3[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39313/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39313/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 720878 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39313/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 720995 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720995 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 721028 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 721030 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1407
[junit4] 2> 721030 WARN (httpShardExecutor-3026-thread-1-processing-n:127.0.0.1:41045_solr [https:////127.0.0.1:39313//solr] https:////127.0.0.1:39313//solr) [n:127.0.0.1:41045_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511078740869&s=n6/HGOl2zPoIt+Rbcx8cWzxrBtk="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 721032 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 721131 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 721131 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 721316 INFO (OverseerCollectionConfigSetProcessor-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 722032 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2720
[junit4] 2> 722033 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511078740559&s=MeCaCU+xTddxAPqYknrj5AwQZPk="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 722033 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 722034 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 722039 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 722044 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 722045 WARN (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511078743290&s=k0zzi79onGjy+m11PWkn+I/uy0M="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722046 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511078743285&s=T0qluQhif12l+MVzmRVlvrNi0w8="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722046 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511078743290&s=k0zzi79onGjy+m11PWkn+I/uy0M="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722052 INFO (qtp247243496-8727) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 722053 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511078743298&s=J2XIHtYgQSBtiWZt0QvAJC5lBbE="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722053 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 722078 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 722079 INFO (qtp1318961915-8735) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 722080 WARN (qtp1318961915-8735) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 29 more
[junit4] 2> 722082 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 722084 INFO (jetty-closer-1008-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b6f0516{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 722084 INFO (jetty-closer-1008-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2305c392{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 722084 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1716749941
[junit4] 2> 722085 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 722085 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78b8b95e: rootName = solr_39313, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3f55bd
[junit4] 2> 722086 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1071310633
[junit4] 2> 722086 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 722086 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56abeae4: rootName = solr_41045, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@340e9859
[junit4] 2> 722092 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 722092 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3637753b: rootName = solr_39313, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33d02f4d
[junit4] 2> 722094 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 722094 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24e926b8: rootName = solr_41045, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33d02f4d
[junit4] 2> 722097 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 722097 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f08c8c3: rootName = solr_39313, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@34690d77
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39313_solr
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1397a21d: rootName = solr_41045, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@34690d77
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 722098 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 722098 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 722099 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7eb2c80e
[junit4] 2> 722099 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=2125645838
[junit4] 2> 722099 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26781050: rootName = solr_39313, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1b8f7787
[junit4] 2> 722099 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41045_solr
[junit4] 2> 722099 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 722099 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 722100 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 722100 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99027695186739206-127.0.0.1:41045_solr-n_0000000000) closing
[junit4] 2> 722100 WARN (OverseerAutoScalingTriggerThread-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 722100 INFO (OverseerStateUpdate-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41045_solr
[junit4] 2> 722103 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39313_solr
[junit4] 2> 722103 ERROR (Thread[Thread-3689,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:41045_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 722108 INFO (jetty-closer-1008-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5527b14a{/solr,null,UNAVAILABLE}
[junit4] 2> 722113 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=2125645838
[junit4] 2> 722115 ERROR (Thread[Thread-3692,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:39313_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 722116 INFO (jetty-closer-1008-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18c5279d{/solr,null,UNAVAILABLE}
[junit4] 2> 722116 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 722117 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36445 36445
[junit4] 2> 727236 INFO (Thread-3672) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36445 36445
[junit4] 2> 727237 WARN (Thread-3672) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 2 /solr/overseer_elect/election/99027695186739206-127.0.0.1:41045_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 727256 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Nov 18, 2017 10:05:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 737477 ERROR (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:113)
[junit4] 2> at org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:477)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceFacade.getZooKeeper(NamespaceFacade.java:112)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:302)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:291)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 737479 WARN (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 737480 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 738581 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 739682 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 740783 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 741884 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 742984 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 744085 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 745186 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 746286 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> Nov 18, 2017 10:06:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] 2> 2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> 3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2>
[...truncated too long message...]
ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 749579 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 749878 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.c.StaticHostProvider Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> 749878 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> Nov 18, 2017 10:06:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=1, maxDocsPerChunk=518, blockSize=811), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=1, blockSize=811)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@162c07e7), locale=ar-OM, timezone=SystemV/AST4
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=4,free=290564976,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSlowCompositeReaderWrapper, AutoAddReplicasPlanActionTest, HdfsRestartWhileUpdatingTest, TestNRTOpen, BlockJoinFacetSimpleTest, TestSchemaSimilarityResource, PreAnalyzedFieldManagedSchemaCloudTest, DateFieldTest, SSLMigrationTest, TestLegacyFieldCache, ReplicationFactorTest, TestLRUStatsCache, TestRandomRequestDistribution, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestCollationFieldDocValues, DeleteInactiveReplicaTest, JSONWriterTest, SolrJmxReporterCloudTest, TestDFRSimilarityFactory, TestSuggestSpellingConverter, TestSort, CheckHdfsIndexTest, TermsComponentTest, TestHighlightDedupGrouping, MoveReplicaHDFSTest, TestLuceneIndexBackCompat, UpdateParamsTest, TestFoldingMultitermQuery, ResponseLogComponentTest, TestCodecSupport, SolrCoreTest, DocExpirationUpdateProcessorFactoryTest, RAMDirectoryFactoryTest, TestPostingsSolrHighlighter, TestPayloadCheckQParserPlugin, TestMaxTokenLenTokenizer, TestCopyFieldCollectionResource, TestLegacyNumericRangeQueryBuilder, AtomicUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, BJQParserTest, HdfsNNFailoverTest, TestConfig, AssignBackwardCompatibilityTest, QueryParsingTest, TestBadConfig, TestUniqueKeyFieldResource, ChangedSchemaMergeTest, TestMultiWordSynonyms, SpellCheckComponentTest, TestSimpleTextCodec, SliceStateTest, AnalysisAfterCoreReloadTest, TestJsonRequest, TestSolrCloudSnapshots, SolrCloudReportersTest, ResourceLoaderTest, JavabinLoaderTest, TestCloudPivotFacet, TestGraphTermsQParserPlugin, NoCacheHeaderTest, TestUpdate, DirectUpdateHandlerOptimizeTest, CacheHeaderTest, HLLSerializationTest, TestJoin, FileUtilsTest, HdfsChaosMonkeyNothingIsSafeTest, TestEmbeddedSolrServerSchemaAPI, CursorMarkTest, OverseerCollectionConfigSetProcessorTest, CleanupOldIndexTest, CursorPagingTest, SyncSliceTest, TestManagedSchemaAPI, LeaderInitiatedRecoveryOnCommitTest, TestSkipOverseerOperations, TestHdfsCloudBackupRestore, SpellCheckCollatorWithCollapseTest, TestLegacyNumericUtils, CdcrUpdateLogTest, TestRecovery, SpellCheckCollatorTest, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=6F1CC969EBADDD9B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-OM -Dtests.timezone=SystemV/AST4 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)
[junit4] Completed [236/750 (1!)] on J0 in 59.45s, 12 tests, 2 errors <<< FAILURES!
[...truncated 48849 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20943 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20943/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=19182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=19176, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=19173, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=19188, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=19182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=19176, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=19173, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=19188, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD]:0)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelTerminatingDaemonUpdateStream
Error Message:
--> https://127.0.0.1:34187/solr/collection1:java.util.ConcurrentModificationException
Stack Trace:
java.io.IOException: --> https://127.0.0.1:34187/solr/collection1:java.util.ConcurrentModificationException
at __randomizedtesting.SeedInfo.seed([5040433130F2387B:A1249B596498F765]:0)
at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:222)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelTerminatingDaemonUpdateStream(StreamExpressionTest.java:4376)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test
Error Message:
No registered leader was found after waiting for 10000ms , collection: oneInstanceCollection2 slice: shard1 saw state=DocCollection(oneInstanceCollection2//collections/oneInstanceCollection2/state.json/10)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node86":{ "core":"oneInstanceCollection2_shard1_replica_n85", "base_url":"http://127.0.0.1:45187/i/z", "node_name":"127.0.0.1:45187_i%2Fz", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node84":{ "core":"oneInstanceCollection2_shard2_replica_n83", "base_url":"http://127.0.0.1:45187/i/z", "node_name":"127.0.0.1:45187_i%2Fz", "state":"active", "type":"NRT", "leader":"true"}, "core_node88":{ "core":"oneInstanceCollection2_shard2_replica_n87", "base_url":"http://127.0.0.1:45187/i/z", "node_name":"127.0.0.1:45187_i%2Fz", "state":"active", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} with live_nodes=[127.0.0.1:33125_i%2Fz, 127.0.0.1:45187_i%2Fz, 127.0.0.1:37905_i%2Fz, 127.0.0.1:33147_i%2Fz, 127.0.0.1:34569_i%2Fz]
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 10000ms , collection: oneInstanceCollection2 slice: shard1 saw state=DocCollection(oneInstanceCollection2//collections/oneInstanceCollection2/state.json/10)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node86":{
"core":"oneInstanceCollection2_shard1_replica_n85",
"base_url":"http://127.0.0.1:45187/i/z",
"node_name":"127.0.0.1:45187_i%2Fz",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node84":{
"core":"oneInstanceCollection2_shard2_replica_n83",
"base_url":"http://127.0.0.1:45187/i/z",
"node_name":"127.0.0.1:45187_i%2Fz",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node88":{
"core":"oneInstanceCollection2_shard2_replica_n87",
"base_url":"http://127.0.0.1:45187/i/z",
"node_name":"127.0.0.1:45187_i%2Fz",
"state":"active",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"} with live_nodes=[127.0.0.1:33125_i%2Fz, 127.0.0.1:45187_i%2Fz, 127.0.0.1:37905_i%2Fz, 127.0.0.1:33147_i%2Fz, 127.0.0.1:34569_i%2Fz]
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD:D6B6957D31237E55]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:869)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:374)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD:4AAAF1F2BCD8AEB3]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins
Error Message:
Error from server at http://127.0.0.1:38147/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38147/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD:1662F877C39F3080]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:156)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12627 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/init-core-data-001
[junit4] 2> 985237 WARN (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 985237 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 985237 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 985237 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 985238 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /i/z
[junit4] 2> 985238 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 985239 INFO (Thread-4353) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 985239 INFO (Thread-4353) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 985241 ERROR (Thread-4353) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 985339 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkTestServer start zk server on port:33571
[junit4] 2> 985355 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 985356 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 985356 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 985357 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 985357 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 985358 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 985358 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 985359 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 985359 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 985359 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 985360 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 985360 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 985435 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 985453 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b793672{/i/z,null,AVAILABLE}
[junit4] 2> 985454 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c9a679e{HTTP/1.1,[http/1.1]}{127.0.0.1:37905}
[junit4] 2> 985454 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @987295ms
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/control/data, hostPort=37905, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores, replicaType=NRT}
[junit4] 2> 985455 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:50.184512Z
[junit4] 2> 985463 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 985463 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/solr.xml
[junit4] 2> 985465 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 985465 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 985466 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 985473 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 985519 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 985519 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37905_i%2Fz
[junit4] 2> 985519 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.Overseer Overseer (id=99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) starting
[junit4] 2> 985524 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37905_i%2Fz
[junit4] 2> 985532 INFO (zkCallback-3358-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 985563 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 985571 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 985571 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 985572 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores
[junit4] 2> 985589 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 985589 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33571/solr ready
[junit4] 2> 985591 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37905_i%252Fz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 985592 INFO (OverseerThreadFactory-4196-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 985698 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 985698 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 985800 INFO (zkCallback-3358-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 986709 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 986739 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 986816 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 986823 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7702944444275317]
[junit4] 2> 986824 WARN (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 986844 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 986844 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 986845 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 986845 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 986846 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2025632422, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 986846 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bf776a5[control_collection_shard1_replica_n1] main]
[junit4] 2> 986847 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 986847 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 986847 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 986848 INFO (searcherExecutor-4199-thread-1-processing-n:127.0.0.1:37905_i%2Fz x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3bf776a5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 986848 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584431965485924352
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37905/i/z/control_collection_shard1_replica_n1/
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37905/i/z/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37905/i/z/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 986952 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 987002 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 987003 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1304
[junit4] 2> 987004 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 987103 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 987593 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 988004 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37905_i%252Fz&wt=javabin&version=2} status=0 QTime=2413
[junit4] 2> 988008 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 988009 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33571/solr ready
[junit4] 2> 988009 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 988010 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 988011 INFO (OverseerThreadFactory-4196-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 988012 WARN (OverseerThreadFactory-4196-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 988217 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 988217 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 988291 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001 of type TLOG
[junit4] 2> 988292 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34126382{/i/z,null,AVAILABLE}
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d7e8d5e{HTTP/1.1,[http/1.1]}{127.0.0.1:45187}
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @990133ms
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/jetty1, hostPort=45187, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores, replicaType=TLOG}
[junit4] 2> 988293 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:53.022908Z
[junit4] 2> 988295 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 988295 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/solr.xml
[junit4] 2> 988296 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 988296 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 988297 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 988298 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 988302 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 988303 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 988303 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45187_i%2Fz
[junit4] 2> 988304 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 988304 INFO (zkCallback-3371-thread-1-processing-n:127.0.0.1:45187_i%2Fz) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 988304 INFO (zkCallback-3366-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 988328 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 988335 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 988335 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 988336 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores
[junit4] 2> 988349 INFO (qtp504124490-18214) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45187_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 988350 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 988350 INFO (OverseerThreadFactory-4196-thread-3-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45187_i%2Fz for creating new replica
[junit4] 2> 988351 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 988351 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 989578 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 989592 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 989658 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 989665 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7702944444275317]
[junit4] 2> 989667 WARN (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 989686 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 989686 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 989687 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 989687 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 989687 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2025632422, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 989688 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@541eef75[collection1_shard2_replica_t41] main]
[junit4] 2> 989688 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 989688 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 989689 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 989689 INFO (searcherExecutor-4210-thread-1-processing-n:127.0.0.1:45187_i%2Fz x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@541eef75[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 989689 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584431968464928768
[junit4] 2> 989692 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 989692 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 989692 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45187/i/z/collection1_shard2_replica_t41/
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:45187/i/z/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45187/i/z/collection1_shard2_replica_t41/ shard2
[junit4] 2> 989844 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 989853 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1501
[junit4] 2> 989855 INFO (qtp504124490-18214) [n:127.0.0.1:37905_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45187_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1506
[junit4] 2> 989932 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001 of type TLOG
[junit4] 2> 989932 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69aad79f{/i/z,null,AVAILABLE}
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@606cb5fa{HTTP/1.1,[http/1.1]}{127.0.0.1:33147}
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @991773ms
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/jetty2, hostPort=33147, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores, replicaType=TLOG}
[junit4] 2> 989933 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 989934 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 989934 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:54.663074Z
[junit4] 2> 989935 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 989935 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/solr.xml
[junit4] 2> 989936 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 989936 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 989937 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 989938 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 989942 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 989943 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 989943 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33147_i%2Fz
[junit4] 2> 989943 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989944 INFO (zkCallback-3366-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989944 INFO (zkCallback-3371-thread-1-processing-n:127.0.0.1:45187_i%2Fz) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989944 INFO (zkCallback-3377-thread-1-processing-n:127.0.0.1:33147_i%2Fz) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989988 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989995 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989995 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989995 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores
[junit4] 2> 990014 INFO (qtp2143969480-18289) [n:127.0.0.1:33147_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33147_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 990015 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 990015 INFO (OverseerThreadFactory-4196-thread-4-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33147_i%2Fz for creating new replica
[junit4] 2> 990016 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 990016 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 991039 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 991053 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 991119 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 991125 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 991126 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991126 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 991126 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 991127 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7702944444275317]
[junit4] 2> 991128 WARN (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 991148 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 991148 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2025632422, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@51efbb48[collection1_shard1_replica_t43] main]
[junit4] 2> 991150 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 991150 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 991150 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 991151 INFO (searcherExecutor-4221-thread-1-processing-n:127.0.0.1:33147_i%2Fz x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@51efbb48[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 991151 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584431969997946880
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33147/i/z/collection1_shard1_replica_t43/
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:33147/i/z/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 991154 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33147/i/z/collection1_shard1_replica_t43/ shard1
[junit4] 2> 991305 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 991313 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1296
[junit4] 2> 991315 INFO (qtp2143969480-18289) [n:127.0.0.1:33147_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33147_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1301
[junit4] 2> 991388 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001 of type TLOG
[junit4] 2> 991388 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65aa67a7{/i/z,null,AVAILABLE}
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cd8a577{HTTP/1.1,[http/1.1]}{127.0.0.1:34569}
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @993229ms
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/jetty3, hostPort=34569, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001/cores, replicaType=TLOG}
[junit4] 2> 991390 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:56.119405Z
[junit4] 2> 991391 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 991391 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001/solr.xml
[junit4] 2> 991393 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 991393 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 991393 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 991394 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 991398 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 991399 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 991400 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34569_i%2Fz
[junit4] 2> 991400 INFO (zkCallback-3358-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3377-thread-1-processing-n:127.0.0.1:33147_i%2Fz) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3366-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:34569_i%2Fz) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3371-thread-1-processing-n:127.0.0.1:45187_i%2Fz) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991443 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991450 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991450 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991451 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001/cores
[junit4] 2> 991474 INFO (qtp2143969480-18290) [n:127.0.0.1:33147_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34569_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 991476 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 991476 INFO (OverseerThreadFactory-4196-thread-5-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34569_i%2Fz for creating new replica
[junit4] 2> 991477 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 991477 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 992498 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 992511 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 992580 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 992587 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 992587 INFO (qtp1553720447-18318)
[...truncated too long message...]
) [n:127.0.0.1:38957_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c596e86: rootName = solr_38957, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1f2709a5
[junit4] 2> 130394 INFO (jetty-closer-6-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34187_solr
[junit4] 2> 130395 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:34187_solr) [n:127.0.0.1:34187_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 130395 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 130395 INFO (zkCallback-1629-thread-1-processing-n:127.0.0.1:38957_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:38957_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:42469_solr) [n:127.0.0.1:42469_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-26-thread-3-processing-n:127.0.0.1:38957_solr) [n:127.0.0.1:38957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-24-thread-3-processing-n:127.0.0.1:34187_solr) [n:127.0.0.1:34187_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130399 INFO (coreCloseExecutor-246-thread-1) [n:127.0.0.1:38957_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=458577156
[junit4] 2> 130403 INFO (jetty-closer-6-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38edf0ad{/solr,null,UNAVAILABLE}
[junit4] 2> 130404 INFO (jetty-closer-6-thread-3) [ ] o.a.s.c.Overseer Overseer (id=99027115840897036-127.0.0.1:42469_solr-n_0000000000) closing
[junit4] 2> 130404 INFO (OverseerStateUpdate-99027115840897036-127.0.0.1:42469_solr-n_0000000000) [n:127.0.0.1:42469_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42469_solr
[junit4] 2> 130406 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd0a31ed4000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 130406 WARN (OverseerAutoScalingTriggerThread-99027115840897036-127.0.0.1:42469_solr-n_0000000000) [n:127.0.0.1:42469_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 130407 INFO (jetty-closer-6-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f812ad5{/solr,null,UNAVAILABLE}
[junit4] 2> 131904 INFO (jetty-closer-6-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@29263875{/solr,null,UNAVAILABLE}
[junit4] 2> 131904 INFO (jetty-closer-6-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24ed100c{/solr,null,UNAVAILABLE}
[junit4] 2> 131905 ERROR (SUITE-StreamExpressionTest-seed#[5040433130F2387B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 131905 INFO (SUITE-StreamExpressionTest-seed#[5040433130F2387B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46521 46521
[junit4] 2> 136944 INFO (Thread-17) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46521 46521
[junit4] 2> 136945 WARN (Thread-17) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/aliases.json
[junit4] 2> 13 /solr/configs/conf
[junit4] 2> 8 /solr/configs/ml
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/clusterprops.json
[junit4] 2> 100 /solr/clusterstate.json
[junit4] 2> 40 /solr/collections/destinationCollection/state.json
[junit4] 2> 30 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/live_nodes
[junit4] 2> 100 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_5040433130F2387B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=LuceneVarGapFixedInterval), name_s=FST50, terms_ss=PostingsFormat(name=Direct), join2_s=PostingsFormat(name=Direct), field_s=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), a1_s=PostingsFormat(name=Direct), a2_s=FST50, level1_s=PostingsFormat(name=LuceneVarGapFixedInterval), body_t=FST50, s_multi=FST50, col_s=PostingsFormat(name=Direct), a_ss=PostingsFormat(name=LuceneFixedGap), level2_s=PostingsFormat(name=LuceneFixedGap), a_s=FST50, tv_text=PostingsFormat(name=LuceneFixedGap), term_s=PostingsFormat(name=Direct), a_t=PostingsFormat(name=LuceneFixedGap), text_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=FST50, featureSet_s=PostingsFormat(name=Direct), checkpoint_ss=FST50, test_t=FST50, ident_s=PostingsFormat(name=Direct), whitetok=FST50, side_s=FST50}, docValues:{expr_s=DocValuesFormat(name=Direct), name_s=DocValuesFormat(name=Asserting), iteration_i=DocValuesFormat(name=Direct), terms_ss=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), falseNegative_i=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Direct), alpha_d=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Direct), idf_d=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), checkpoint_ss=DocValuesFormat(name=Asserting), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), error_d=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Asserting), truePositive_i=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Lucene70), field_s=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Direct), join3_i=DocValuesFormat(name=Asserting), test_i=DocValuesFormat(name=Lucene70), falsePositive_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Asserting), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Memory), score_f=DocValuesFormat(name=Asserting), term_s=DocValuesFormat(name=Lucene70), text_s=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory), idfs_ds=DocValuesFormat(name=Memory), weights_ds=DocValuesFormat(name=Asserting), featureSet_s=DocValuesFormat(name=Lucene70), trueNegative_i=DocValuesFormat(name=Asserting), index_i=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Direct), out_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=2024, maxMBSortInHeap=6.493194024016777, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3457e32), locale=nl-CW, timezone=Pacific/Easter
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=272434704,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [SquareRootEvaluatorTest, TestConfigSetAdminRequest, ArcSineEvaluatorTest, LargeVolumeEmbeddedTest, SolrSchemalessExampleTest, ShardParamsTest, LessThanEvaluatorTest, ConcurrentUpdateSolrClientBuilderTest, StreamExpressionTest]
[junit4] Completed [130/146 (1!)] on J0 in 126.45s, 135 tests, 1 error <<< FAILURES!
[...truncated 39234 lines...]