You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/24 15:27:02 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build #
1039 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1039/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.RangeFacetTest
Error Message:
Error from server at https://127.0.0.1:35835/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35835/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([C1D14A04A4B7B899]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40079
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40079
at __randomizedtesting.SeedInfo.seed([B6D74A5220C28166:3E8375888E3EEC9E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 13324 lines...]
[junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
[junit4] 2> 2033708 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[B6D74A5220C28166]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001/init-core-data-001
[junit4] 2> 2033708 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[B6D74A5220C28166]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2033709 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[B6D74A5220C28166]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 2033709 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[B6D74A5220C28166]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2033710 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2033710 INFO (Thread-7549) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2033710 INFO (Thread-7549) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2033711 ERROR (Thread-7549) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2033810 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.ZkTestServer start zk server on port:40519
[junit4] 2> 2033812 INFO (zkConnectionManagerCallback-3581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2033813 INFO (zkConnectionManagerCallback-3583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2033815 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2033815 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2033816 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2033816 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2033816 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2033817 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2033817 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2033817 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2033818 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2033818 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2033819 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2033819 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 2033900 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2033901 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38e43869{/,null,AVAILABLE}
[junit4] 2> 2033903 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51288d62{HTTP/1.1,[http/1.1]}{127.0.0.1:42317}
[junit4] 2> 2033903 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.e.j.s.Server Started @2035134ms
[junit4] 2> 2033903 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001/tempDir-001/control/data, hostPort=40079, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001/control-001/cores}
[junit4] 2> 2033903 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2033903 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2033903 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2033903 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2033903 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T14:52:17.415530Z
[junit4] 2> 2033904 INFO (zkConnectionManagerCallback-3585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2033905 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2033905 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001/control-001/solr.xml
[junit4] 2> 2033907 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2033907 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2033907 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59d39c44, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2033909 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40519/solr
[junit4] 2> 2033910 INFO (zkConnectionManagerCallback-3589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2033911 INFO (zkConnectionManagerCallback-3591-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2033937 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2033937 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40079_
[junit4] 2> 2033938 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.Overseer Overseer (id=99229836065046532-127.0.0.1:40079_-n_0000000000) starting
[junit4] 2> 2033940 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40079_
[junit4] 2> 2033942 INFO (zkCallback-3590-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2033979 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59d39c44
[junit4] 2> 2033985 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59d39c44
[junit4] 2> 2033985 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59d39c44
[junit4] 2> 2033986 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001/control-001/cores
[junit4] 2> 2033998 INFO (zkConnectionManagerCallback-3597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2033999 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2033999 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40519/solr ready
[junit4] 2> 2033999 INFO (SocketProxy-Acceptor-40079) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=54910,localport=40079], receiveBufferSize:531000
[junit4] 2> 2033999 INFO (SocketProxy-Acceptor-40079) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42317,localport=36140], receiveBufferSize=530904
[junit4] 2> 2034000 INFO (qtp1151065881-20853) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40079_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2034001 INFO (OverseerThreadFactory-7672-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2034104 INFO (SocketProxy-Acceptor-40079) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=54914,localport=40079], receiveBufferSize:531000
[junit4] 2> 2034104 INFO (SocketProxy-Acceptor-40079) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42317,localport=36144], receiveBufferSize=530904
[junit4] 2> 2034104 INFO (qtp1151065881-20855) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2034105 INFO (qtp1151065881-20855) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2034207 INFO (zkCallback-3590-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2035121 INFO (qtp1151065881-20855) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2035132 INFO (qtp1151065881-20855) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2035230 INFO (qtp1151065881-20855) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2035238 INFO (qtp1151065881-20855) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2035239 INFO (qtp1151065881-20855) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59d39c44
[junit4] 2> 2035239 INFO (qtp1151065881-20855) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2035239 INFO (qtp1151065881-20855) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2035241 INFO (qtp1151065881-20855) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4ee146ce
[junit4] 2> 2035242 WARN (qtp1151065881-20855) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2035268 INFO (qtp1151065881-20855) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2035268 INFO (qtp1151065881-20855) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2035269 INFO (qtp1151065881-20855) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2035269 INFO (qtp1151065881-20855) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2035270 INFO (qtp1151065881-20855) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2035270 INFO (qtp1151065881-20855) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6576a8b9[control_collection_shard1_replica_n1] main]
[junit4] 2> 2035271 INFO (qtp1151065881-20855) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2035271 INFO (qtp1151065881-20855) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2035272 INFO (qtp1151065881-20855) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2035272 INFO (searcherExecutor-7675-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6576a8b9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2035273 INFO (qtp1151065881-20855) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587677378678620160
[junit4] 2> 2035276 INFO (qtp1151065881-20855) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2035276 INFO (qtp1151065881-20855) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2035276 INFO (qtp1151065881-20855) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40079/control_collection_shard1_replica_n1/
[junit4] 2> 2035276 INFO (qtp1151065881-20855) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2035276 INFO (qtp1151065881-20855) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:40079/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2035276 INFO (qtp1151065881-20855) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2035278 INFO (qtp1151065881-20855) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40079/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2094059 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40079
[junit4] 2> 2094059 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=129702592
[junit4] 2> 2094060 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2094060 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e7b7859: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@26a6bb7d
[junit4] 2> 2094065 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2094066 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e82cff8: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@678e1fc
[junit4] 2> 2094070 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2094070 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17338f47: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@26469f98
[junit4] 2> 2094072 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40079_
[junit4] 2> 2094072 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2094072 INFO (zkCallback-3590-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2094072 INFO (coreCloseExecutor-7680-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6152fdcc
[junit4] 2> 2094073 INFO (coreCloseExecutor-7680-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1632828876
[junit4] 2> 2094073 INFO (coreCloseExecutor-7680-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dc9d822: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@66a7f763
[junit4] 2> 2094082 INFO (coreCloseExecutor-7680-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1632828876
[junit4] 2> 2104954 INFO (ScheduledTrigger-7670-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2104956 INFO (AutoscalingActionExecutor-7671-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1828350440 sessionWrapper.createTime 1828350440032231, this.sessionWrapper.createTime 1828350440032231
[junit4] 2> 2104956 INFO (AutoscalingActionExecutor-7671-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"67eddae32b0deT1m8515kmcocknsq2glggztdh7",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1828340435693790,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1828340435693790],
[junit4] 2> "_enqueue_time_":1828350438078638,
[junit4] 2> "nodeNames":["127.0.0.1:40079_"]}}
[junit4] 2> 2134198 WARN (SocketProxy-Response-42317:54914) [ ] o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when reading from Socket[addr=/127.0.0.1,port=42317,localport=36144]
[junit4] 2> 2134199 ERROR (OverseerThreadFactory-7672-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:40079
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:40079
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:40079 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2134200 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.Overseer Overseer (id=99229836065046532-127.0.0.1:40079_-n_0000000000) closing
[junit4] 2> 2134201 ERROR (OverseerThreadFactory-7672-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 2134201 INFO (OverseerStateUpdate-99229836065046532-127.0.0.1:40079_-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40079_
[junit4] 2> 2134201 INFO (OverseerThreadFactory-7672-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2164239 INFO (zkCallback-3590-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2164240 ERROR (OverseerThreadFactory-7672-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2164242 WARN (OverseerAutoScalingTriggerThread-99229836065046532-127.0.0.1:40079_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2164243 INFO (qtp1151065881-20853) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40079_&wt=javabin&version=2} status=500 QTime=130242
[junit4] 2> 2164244 ERROR (qtp1151065881-20853) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2164244 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@51288d62{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2164245 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38e43869{/,null,UNAVAILABLE}
[junit4] 2> 2164256 ERROR (qtp1151065881-20855) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:888)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1049)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2164257 ERROR (qtp1151065881-20855) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:888)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1049)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 2164263 INFO (qtp1151065881-20855) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=130158
[junit4] 2> 2164263 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2164264 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40519 40519
[junit4] 2> 2170003 INFO (Thread-7549) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40519 40519
[junit4] 2> 2170003 WARN (Thread-7549) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2170004 WARN (TEST-RecoveryAfterSoftCommitTest.test-seed#[B6D74A5220C28166]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:40079/, target: http://127.0.0.1:42317/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryAfterSoftCommitTest -Dtests.method=test -Dtests.seed=B6D74A5220C28166 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fil-PH -Dtests.timezone=Pacific/Fakaofo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 136s J2 | RecoveryAfterSoftCommitTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40079
[junit4] > at __randomizedtesting.SeedInfo.seed([B6D74A5220C28166:3E8375888E3EEC9E]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_B6D74A5220C28166-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=648, maxMBSortInHeap=7.142519089210897, sim=RandomSimilarity(queryNorm=true): {}, locale=fil-PH, timezone=Pacific/Fakaofo
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=132076528,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [UUIDUpdateProcessorFallbackTest, DistributedDebugComponentTest, FileBasedSpellCheckerTest, TestRestManager, CdcrUpdateLogTest, HdfsDirectoryTest, TestShardHandlerFactory, TestLMDirichletSimilarityFactory, UnloadDistributedZkTest, TestReload, PKIAuthenticationIntegrationTest, TestHalfAndHalfDocValues, OverseerStatusTest, TestTolerantUpdateProcessorRandomCloud, TestLRUStatsCache, MoveReplicaHDFSTest, TestZkChroot, InfixSuggestersTest, TestSegmentSorting, TestCloudDeleteByQuery, TestSolrFieldCacheBean, TestManagedStopFilterFactory, RecoveryZkTest, TimeZoneUtilsTest, TestDynamicLoading, TestConfigOverlay, ZkNodePropsTest, XsltUpdateRequestHandlerTest, TestRuleBasedAuthorizationPlugin, TestGenericDistributedQueue, TestElisionMultitermQuery, SuggesterWFSTTest, MigrateRouteKeyTest, TestCoreDiscovery, DeleteNodeTest, BadCopyFieldTest, BasicDistributedZk2Test, SharedFSAutoReplicaFailoverTest, TestExtendedDismaxParser, XmlUpdateRequestHandlerTest, TestFieldResource, ChaosMonkeyNothingIsSafeTest, SolrShardReporterTest, BadComponentTest, ZkStateReaderTest, RequestLoggingTest, TestComplexPhraseLeadingWildcard, LeaderElectionTest, AutoAddReplicasIntegrationTest, TestValueSourceCache, TestMaxTokenLenTokenizer, JvmMetricsTest, TestTolerantSearch, TestRequestForwarding, TestNumericRangeQuery64, TestPartialUpdateDeduplication, TestQueryTypes, HLLSerializationTest, TestFiltering, AtomicUpdateProcessorFactoryTest, TestCoreContainer, TestDynamicFieldCollectionResource, TestExportWriter, TestPolicyCloud, ReturnFieldsTest, TestTriggerIntegration, FieldAnalysisRequestHandlerTest, TestPullReplica, TestPivotHelperCode, TestDistribDocBasedVersion, TestLRUCache, TestLegacyTerms, ComputePlanActionTest, SolrCloudExampleTest, BitVectorTest, SolrJmxReporterTest, HdfsWriteToMultipleCollectionsTest, HighlighterTest, DocValuesNotIndexedTest, TestQuerySenderListener, TestMiniSolrCloudClusterSSL, TestSolrDeletionPolicy2, AliasIntegrationTest, TestSolrCoreProperties, TestLegacyFieldCache, TestCloudSearcherWarming, TestManagedSchemaThreadSafety, TestLFUCache, CoreAdminHandlerTest, TestSystemIdResolver, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, DocExpirationUpdateProcessorFactoryTest, AlternateDirectoryTest, WordBreakSolrSpellCheckerTest, TestRandomRequestDistribution, SolrCoreCheckLockOnStartupTest, SortSpecParsingTest, TestEmbeddedSolrServerConstructors, SortByFunctionTest, EnumFieldTest, TestPerFieldSimilarityWithDefaultOverride, SpellPossibilityIteratorTest, TriLevelCompositeIdRoutingTest, IndexBasedSpellCheckerTest, TestHdfsUpdateLog, CdcrRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, TestDistribIDF, DistanceFunctionTest, TestSolrXml, SuggesterTest, TestDistributedStatsComponentCardinality, TestCSVResponseWriter, TestSchemalessBufferedUpdates, FieldMutatingUpdateProcessorTest, TestDistributedGrouping, CopyFieldTest, RequiredFieldsTest, CoreAdminRequestStatusTest, LeaderInitiatedRecoveryOnCommitTest, DistributedSpellCheckComponentTest, ShardRoutingCustomTest, TestDistributedSearch, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressReorder, DistributedTermsComponentTest, TestRangeQuery, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestTrie, PolyFieldTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, PingRequestHandlerTest, CSVRequestHandlerTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestBM25SimilarityFactory, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, PreAnalyzedFieldTest, PrimUtilsTest, DOMUtilTest, ClusterStateTest, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest, DistribJoinFromCollectionTest, LeaderElectionContextKeyTest, MissingSegmentRecoveryTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest]
[junit4] Completed [491/764 (1!)] on J2 in 136.31s, 1 test, 1 error <<< FAILURES!
[...truncated 4171 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.RangeFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.facet.RangeFacetTest_C1D14A04A4B7B899-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=487, maxMBSortInHeap=7.371286548189204, sim=RandomSimilarity(queryNorm=true): {}, locale=mg, timezone=Asia/Tehran
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=236633856,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [RoundFunctionTest, CastingIntValueStreamTest, AndFunctionTest, TopFunctionTest, FloatFieldsTest, LTEFunctionTest, ConcatFunctionTest, CastingDoubleValueTest, PowerFunctionTest, OverallAnalyticsTest, LegacyFacetSortingTest, LegacyFunctionTest, MultFunctionTest, RangeFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RangeFacetTest -Dtests.seed=C1D14A04A4B7B899 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mg -Dtests.timezone=Asia/Tehran -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | RangeFacetTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35835/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([C1D14A04A4B7B899]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [78/78 (1!)] on J2 in 216.78s, 0 tests, 1 error <<< FAILURES!
[...truncated 37682 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1044
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1044/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=22789, name=jetty-launcher-3789-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=22779, name=jetty-launcher-3789-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=22789, name=jetty-launcher-3789-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=22779, name=jetty-launcher-3789-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([B63C30DF0938FFB4]:0)
Build Log:
[...truncated 13421 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B63C30DF0938FFB4-001/init-core-data-001
[junit4] 2> 2414079 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2414079 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2414081 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2414081 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2414101 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B63C30DF0938FFB4-001/tempDir-001
[junit4] 2> 2414101 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2414101 INFO (Thread-7816) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2414101 INFO (Thread-7816) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2414103 ERROR (Thread-7816) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2414201 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40607
[junit4] 2> 2414204 INFO (zkConnectionManagerCallback-3792-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414211 INFO (jetty-launcher-3789-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2414211 INFO (jetty-launcher-3789-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2414212 INFO (jetty-launcher-3789-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5973e890{/solr,null,AVAILABLE}
[junit4] 2> 2414212 INFO (jetty-launcher-3789-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e5840b5{/solr,null,AVAILABLE}
[junit4] 2> 2414214 INFO (jetty-launcher-3789-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@755347cf{HTTP/1.1,[http/1.1]}{127.0.0.1:36561}
[junit4] 2> 2414214 INFO (jetty-launcher-3789-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@583b7cf5{HTTP/1.1,[http/1.1]}{127.0.0.1:39979}
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-2) [ ] o.e.j.s.Server Started @2416217ms
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-1) [ ] o.e.j.s.Server Started @2416217ms
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36561}
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39979}
[junit4] 2> 2414215 ERROR (jetty-launcher-3789-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2414215 ERROR (jetty-launcher-3789-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2414215 INFO (jetty-launcher-3789-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2414216 INFO (jetty-launcher-3789-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-25T10:57:44.218Z
[junit4] 2> 2414216 INFO (jetty-launcher-3789-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-25T10:57:44.218Z
[junit4] 2> 2414217 INFO (zkConnectionManagerCallback-3796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414217 INFO (zkConnectionManagerCallback-3795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414218 INFO (jetty-launcher-3789-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2414218 INFO (jetty-launcher-3789-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2414227 INFO (jetty-launcher-3789-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40607/solr
[junit4] 2> 2414227 INFO (jetty-launcher-3789-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40607/solr
[junit4] 2> 2414229 INFO (zkConnectionManagerCallback-3802-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414229 INFO (zkConnectionManagerCallback-3804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414230 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608d5238a80004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2414231 INFO (zkConnectionManagerCallback-3807-thread-1-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414231 INFO (zkConnectionManagerCallback-3808-thread-1-processing-n:127.0.0.1:36561_solr) [n:127.0.0.1:36561_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414287 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2414287 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2414287 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39979_solr
[junit4] 2> 2414287 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36561_solr
[junit4] 2> 2414288 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.Overseer Overseer (id=99234576079519749-127.0.0.1:39979_solr-n_0000000000) starting
[junit4] 2> 2414289 INFO (zkCallback-3806-thread-1-processing-n:127.0.0.1:36561_solr) [n:127.0.0.1:36561_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2414290 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2414295 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39979_solr
[junit4] 2> 2414296 INFO (zkCallback-3805-thread-1-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2414296 INFO (zkCallback-3806-thread-1-processing-n:127.0.0.1:36561_solr) [n:127.0.0.1:36561_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2414318 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2414318 WARN (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2414318 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 2414319 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2414320 INFO (jetty-launcher-3789-thread-1-EventThread) [n:127.0.0.1:39979_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2414327 WARN (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2414349 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39979.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73451e48
[junit4] 2> 2414352 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2414352 WARN (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2414352 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 2414360 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2414361 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39979.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73451e48
[junit4] 2> 2414361 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39979.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73451e48
[junit4] 2> 2414361 INFO (jetty-launcher-3789-thread-2-EventThread) [n:127.0.0.1:36561_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2414362 INFO (jetty-launcher-3789-thread-1) [n:127.0.0.1:39979_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B63C30DF0938FFB4-001/tempDir-001/node1/.
[junit4] 2> 2414370 WARN (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2414387 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36561.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73451e48
[junit4] 2> 2414392 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36561.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73451e48
[junit4] 2> 2414392 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36561.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73451e48
[junit4] 2> 2414392 INFO (jetty-launcher-3789-thread-2) [n:127.0.0.1:36561_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B63C30DF0938FFB4-001/tempDir-001/node2/.
[junit4] 2> 2414405 INFO (zkConnectionManagerCallback-3814-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2414406 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608d5238a80009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2414438 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 2414444 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 2414478 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 2414480 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2414480 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2414480 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 2414515 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 2427767 WARN (jetty-launcher-3789-thread-2-SendThread(127.0.0.1:40607)) [n:127.0.0.1:36561_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13391ms for sessionid 0x1608d5238a80008
[junit4] 2> 2427767 WARN (jetty-launcher-3789-thread-1-SendThread(127.0.0.1:40607)) [n:127.0.0.1:39979_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13370ms for sessionid 0x1608d5238a80005
[junit4] 2> 2427768 WARN (jetty-launcher-3789-thread-2-SendThread(127.0.0.1:40607)) [n:127.0.0.1:36561_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13375ms for sessionid 0x1608d5238a80006
[junit4] 2> 2427769 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608d5238a80008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2427768 WARN (jetty-launcher-3789-thread-1-SendThread(127.0.0.1:40607)) [n:127.0.0.1:39979_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13392ms for sessionid 0x1608d5238a80007
[junit4] 2> 2427769 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608d5238a80006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2427770 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608d5238a80005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2427770 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608d5238a80007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2427772 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 2427844 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 2427846 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 2427870 WARN (zkConnectionManagerCallback-3808-thread-1-processing-n:127.0.0.1:36561_solr) [n:127.0.0.1:36561_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6251c5a2 name: ZooKeeperConnection Watcher:127.0.0.1:40607/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2427870 WARN (zkConnectionManagerCallback-3808-thread-1-processing-n:127.0.0.1:36561_solr) [n:127.0.0.1:36561_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2427915 WARN (zkConnectionManagerCallback-3807-thread-1-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@377d4f44 name: ZooKeeperConnection Watcher:127.0.0.1:40607/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2427923 WARN (zkConnectionManagerCallback-3807-thread-1-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2427956 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 2427959 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 2428070 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 2428078 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 2428161 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 2428162 INFO (qtp240392492-22743) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2428163 WARN (qtp240392492-22743) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 26 more
[junit4] 2> 2428164 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 2428235 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 2428238 INFO (zkConnectionManagerCallback-3817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2428630 INFO (zkConnectionManagerCallback-3820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2428631 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B63C30DF0938FFB4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2428631 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B63C30DF0938FFB4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40607/solr ready
[junit4] 2> 2428642 INFO (qtp1293625622-22740) [n:127.0.0.1:36561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2429051 INFO (zkConnectionManagerCallback-3808-thread-1-processing-n:127.0.0.1:36561_solr) [n:127.0.0.1:36561_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2429164 INFO (jetty-launcher-3789-thread-1-EventThread) [n:127.0.0.1:39979_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 2429666 INFO (zkConnectionManagerCallback-3807-thread-1-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2429667 INFO (OverseerThreadFactory-7562-thread-1-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 2429779 INFO (OverseerStateUpdate-99234576079519749-127.0.0.1:39979_solr-n_0000000000) [n:127.0.0.1:39979_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39979/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2429832 INFO (jetty-launcher-3789-thread-2-EventThread) [n:127.0.0.1:36561_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 2429982 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2429983 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2430097 INFO (zkCallback-3805-thread-4-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2430097 INFO (zkCallback-3805-thread-3-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431015 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2431051 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 2431166 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2431181 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 2431182 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39979.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73451e48
[junit4] 2> 2431182 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2431182 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B63C30DF0938FFB4-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B63C30DF0938FFB4-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 2431184 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2431259 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2431259 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2431260 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2431260 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2431261 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2431262 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53efe938[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 2431263 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2431290 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2431387 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2431387 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2431387 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587753235396952064
[junit4] 2> 2431388 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2431388 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2431388 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2431388 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2431389 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2431389 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2431389 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2431390 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2431391 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2431391 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2431391 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39979/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 2431391 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2431391 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39979/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 2431391 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2431391 INFO (searcherExecutor-7567-thread-1-processing-n:127.0.0.1:39979_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@53efe938[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2431395 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39979/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 2431496 INFO (zkCallback-3805-thread-3-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431496 INFO (zkCallback-3805-thread-4-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431546 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2431547 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1564
[junit4] 2> 2431549 INFO (qtp1293625622-22740) [n:127.0.0.1:36561_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2431648 INFO (zkCallback-3805-thread-3-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431648 INFO (zkCallback-3805-thread-4-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431671 INFO (OverseerCollectionConfigSetProcessor-99234576079519749-127.0.0.1:39979_solr-n_0000000000) [n:127.0.0.1:39979_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2432550 INFO (qtp1293625622-22740) [n:127.0.0.1:36561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3908
[junit4] 2> 2432551 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B63C30DF0938FFB4]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 2432551 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B63C30DF0938FFB4]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 2432553 INFO (qtp240392492-22732) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2432556 INFO (qtp1293625622-22733) [n:127.0.0.1:36561_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2432558 INFO (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2432559 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 2432627 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 2432628 INFO (qtp240392492-22731) [n:127.0.0.1:39979_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2432629 INFO (qtp240392492-22731) [n:127.0.0.1:39979_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2432629 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 2432705 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 2432707 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 2432776 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 2432786 WARN (qtp240392492-22741) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 2432789 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 2432862 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 2432870 INFO (qtp240392492-22730) [n:127.0.0.1:39979_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2432870 INFO (qtp240392492-22730) [n:127.0.0.1:39979_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2432870 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B63C30DF0938FFB4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 2432874 INFO (jetty-closer-3790-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@755347cf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2432875 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=555727837
[junit4] 2> 2432876 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2432876 INFO (jetty-closer-3790-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@583b7cf5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2432876 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b66185c: rootName = solr_36561, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@747ab6bc
[junit4] 2> 2432878 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1337664856
[junit4] 2> 2432879 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2432879 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43974e6: rootName = solr_39979, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@283ff065
[junit4] 2> 2432884 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2432884 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@748ded4a: rootName = solr_36561, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21338ece
[junit4] 2> 2432885 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2432885 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34ecc562: rootName = solr_39979, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21338ece
[junit4] 2> 2432887 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2432888 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ae2378a: rootName = solr_36561, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5af43de3
[junit4] 2> 2432888 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36561_solr
[junit4] 2> 2432889 INFO (jetty-closer-3790-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2432889 INFO (zkCallback-3805-thread-4-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2432889 INFO (zkCallback-3806-thread-2-processing-n:127.0.0.1:36561_solr) [n:127.0.0.1:36561_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2432890 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608d5238a80006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2432891 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2432891 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@566437ef: rootName = solr_39979, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5af43de3
[junit4] 2> 2432891 ERROR (Thread[Thread-7836,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36561_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2432893 INFO (jetty-closer-3790-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5973e890{/solr,null,UNAVAILABLE}
[junit4] 2> 2432893 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39979_solr
[junit4] 2> 2432896 INFO (zkCallback-3805-thread-4-processing-n:127.0.0.1:39979_solr) [n:127.0.0.1:39979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2432899 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2432902 INFO (coreCloseExecutor-7573-thread-1) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@71b78c2f
[junit4] 2> 2432902 INFO (coreCloseExecutor-7573-thread-1) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1907854383
[junit4] 2> 2432902 INFO (coreCloseExecutor-7573-thread-1) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14694335: rootName = solr_39979, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6968fc7e
[junit4] 2> 2432915 INFO (coreCloseExecutor-7573-thread-1) [n:127.0.0.1:39979_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1907854383
[junit4] 2> 2432917 INFO (jetty-closer-3790-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99234576079519749-127.0.0.1:39979_solr-n_0000000000) closing
[junit4] 2> 2432917 INFO (OverseerStateUpdate-99234576079519749-127.0.0.1:39979_solr-n_0000000000) [n:127.0.0.1:39979_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39979_solr
[junit4] 2> 2432918 WARN (OverseerAutoScalingTriggerThread-99234576079519749-127.0.0.1:39979_solr-n_0000000000) [n:127.0.0.1:39979_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2432929 ERROR (Thread[Thread-7833,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:39979_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2432931 INFO (jetty-closer-3790-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e5840b5{/solr,null,UNAVAILABLE}
[junit4] 2> 2432933 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2432934 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40607 40607
[junit4] 2> 2437958 INFO (Thread-7816) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40607 40607
[junit4] 2> 2437960 WARN (Thread-7816) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 2437976 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B63C30DF0938FFB4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Dec 25, 2017 10:58:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Dec 25, 2017 10:58:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=22789, name=jetty-launcher-3789-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=22779, name=jetty-launcher-3789-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Dec 25, 2017 10:58:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=22789, name=jetty-launcher-3789-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=22779, name=jetty-launcher-3789-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2458039 ERROR (jetty-launcher-3789-thread-2-EventThread) [n:127.0.0.1:36561_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2458039 ERROR (jetty-launcher-3789-thread-1-EventThread) [n:127.0.0.1:39979_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Dec 25, 2017 10:58:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=2047, maxMBSortInHeap=6.341214506528595, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-QA, timezone=Europe/Jersey
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=250870624,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [TlogReplayBufferedWhileIndexingTest, SolrJmxReporterCloudTest, TestManagedSchemaAPI, TestFieldTypeResource, TestLazyCores, TestBlendedInfixSuggestions, TestUniqueKeyFieldResource, SystemLogListenerTest, TestCursorMarkWithoutUniqueKey, HdfsSyncSliceTest, BasicAuthStandaloneTest, ChaosMonkeySafeLeaderTest, TestSortByMinMaxFunction, TestSimpleTrackingShardHandler, TestAuthenticationFramework, NumberUtilsTest, TestCollationField, TestCloudJSONFacetJoinDomain, TestDelegationWithHadoopAuth, TestClusterStateMutator, TestFieldCollectionResource, RollingRestartTest, TestAnalyzedSuggestions, TestNonDefinedSimilarityFactory, TestSchemaSimilarityResource, TestDefaultStatsCache, BadIndexSchemaTest, TestJettySolrRunner, TestFieldCacheSort, TermVectorComponentDistributedTest, TestNumericRangeQuery32, CollectionTooManyReplicasTest, HttpPartitionTest, TestBM25SimilarityFactory, TestAtomicUpdateErrorCases, ClusterStateUpdateTest, AssignTest, ShardRoutingTest, ChangedSchemaMergeTest, HdfsChaosMonkeySafeLeaderTest, SchemaVersionSpecificBehaviorTest, LeaderFailureAfterFreshStartTest, TestTolerantUpdateProcessorCloud, TestStressReorder, TestJsonFacets, TestManagedSynonymGraphFilterFactory, QueryEqualityTest, ConjunctionSolrSpellCheckerTest, AutoScalingHandlerTest, ConfigureRecoveryStrategyTest, TestManagedResourceStorage, TestSimpleQParserPlugin, DeleteLastCustomShardedReplicaTest, TestStressRecovery, SolrMetricsIntegrationTest, BigEndianAscendingWordSerializerTest, PeerSyncReplicationTest, ConcurrentDeleteAndCreateCollectionTest, TestSlowCompositeReaderWrapper, MultiThreadedOCPTest, TestReplicaProperties, MoveReplicaHDFSFailoverTest, CdcrReplicationHandlerTest, TestLockTree, OverriddenZkACLAndCredentialsProvidersTest, TestConfigSetsAPIExclusivity, TestSolrConfigHandler, TestLegacyNumericRangeQueryBuilder, TestUseDocValuesAsStored2, TestJmxIntegration, TestSolrQueryResponse, TestRangeQuery, OutputWriterTest, ConvertedLegacyTest, OpenExchangeRatesOrgProviderTest, DistributedTermsComponentTest, DirectUpdateHandlerTest, TestCloudNestedDocsSort, TestPerFieldSimilarity, AnalysisErrorHandlingTest, CloneFieldUpdateProcessorFactoryTest, TestRecoveryHdfs, TestHttpShardHandlerFactory, HdfsAutoAddReplicasIntegrationTest, SpellingQueryConverterTest, TestSolr4Spatial, BinaryUpdateRequestHandlerTest, TestSolrCoreParser, TestPKIAuthenticationPlugin, OpenCloseCoreStressTest, MoreLikeThisHandlerTest, FacetPivotSmallTest, PathHierarchyTokenizerFactoryTest, DistributedFacetPivotSmallAdvancedTest, TestClusterStateProvider, TestCollapseQParserPlugin, TestPrepRecovery, TestConfigSetProperties, RequestHandlersTest, TestEmbeddedSolrServerAdminHandler, TestFastLRUCache, TestBulkSchemaConcurrent, TestReloadAndDeleteDocs, TestHighFrequencyDictionaryFactory, TestRestoreCore, SolrCLIZkUtilsTest, DistributedQueryComponentCustomSortTest, TestCustomStream, TestCollationFieldDocValues, ShardSplitTest, TestMultiWordSynonyms, TestCustomDocTransformer, PingRequestHandlerTest, SignatureUpdateProcessorFactoryTest, SolrIndexSplitterTest, ZkFailoverTest, SampleTest, NotRequiredUniqueKeyTest, TestSSLRandomization, TestXIncludeConfig, AddReplicaTest, SecurityConfHandlerTest, TestDocSet, TestFieldCacheWithThreads, PolyFieldTest, TestRandomCollapseQParserPlugin, ZkCLITest, SolrCoreTest, TestGroupingSearch, TestFiltering, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SuggesterWFSTTest, TestCSVLoader, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TermsComponentTest, TestSolrQueryParser, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, SynonymTokenizerTest, TestDFRSimilarityFactory, TestFastWriter, TestFastOutputStream, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, SliceStateTest, FileUtilsTest, DistributedIntervalFacetingTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, CreateCollectionCleanupTest, DeleteShardTest, DistributedQueueTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaHDFSTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestPullReplicaErrorHandling, TestRequestForwarding, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=B63C30DF0938FFB4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-QA -Dtests.timezone=Europe/Jersey -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=22789, name=jetty-launcher-3789-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=22779, name=jetty-launcher-3789-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([B63C30DF0938FFB4]:0)
[junit4] Completed [525/764 (1!)] on J1 in 43.98s, 12 tests, 1 error <<< FAILURES!
[...truncated 48931 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build #
1043 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1043/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([925240B226015042]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13559 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.ConnectionReuseTest
[junit4] 2> 1471996 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_925240B226015042-001/init-core-data-001
[junit4] 2> 1471997 WARN (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1471997 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1471997 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 1471998 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_925240B226015042-001/tempDir-001
[junit4] 2> 1471998 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1472001 INFO (Thread-3459) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1472001 INFO (Thread-3459) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1472014 ERROR (Thread-3459) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1472101 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33109
[junit4] 2> 1472106 INFO (zkConnectionManagerCallback-2942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1472110 INFO (jetty-launcher-2939-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1472113 INFO (jetty-launcher-2939-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38cea738{/solr,null,AVAILABLE}
[junit4] 2> 1472115 INFO (jetty-launcher-2939-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48ef8e1a{HTTP/1.1,[http/1.1]}{127.0.0.1:39071}
[junit4] 2> 1472115 INFO (jetty-launcher-2939-thread-1) [ ] o.e.j.s.Server Started @1473973ms
[junit4] 2> 1472115 INFO (jetty-launcher-2939-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39071}
[junit4] 2> 1472115 ERROR (jetty-launcher-2939-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1472115 INFO (jetty-launcher-2939-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1472115 INFO (jetty-launcher-2939-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1472115 INFO (jetty-launcher-2939-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1472115 INFO (jetty-launcher-2939-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-25T06:45:19.110935Z
[junit4] 2> 1472139 INFO (zkConnectionManagerCallback-2944-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1472140 INFO (jetty-launcher-2939-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1472146 INFO (jetty-launcher-2939-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33109/solr
[junit4] 2> 1472148 INFO (zkConnectionManagerCallback-2948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1472152 INFO (zkConnectionManagerCallback-2950-thread-1-processing-n:127.0.0.1:39071_solr) [n:127.0.0.1:39071_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1472202 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1472202 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39071_solr
[junit4] 2> 1472202 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.c.Overseer Overseer (id=99233583529984003-127.0.0.1:39071_solr-n_0000000000) starting
[junit4] 2> 1472253 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39071_solr
[junit4] 2> 1472274 INFO (zkCallback-2949-thread-1-processing-n:127.0.0.1:39071_solr) [n:127.0.0.1:39071_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1472325 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39071.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c4cc8d1
[junit4] 2> 1472334 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39071.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c4cc8d1
[junit4] 2> 1472334 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39071.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c4cc8d1
[junit4] 2> 1472335 INFO (jetty-launcher-2939-thread-1) [n:127.0.0.1:39071_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_925240B226015042-001/tempDir-001/node1/.
[junit4] 2> 1472377 INFO (zkConnectionManagerCallback-2954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1472413 INFO (zkConnectionManagerCallback-2958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1472414 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1472415 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33109/solr ready
[junit4] 2> 1472420 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=259a2503-8ba0-4669-8431-131a0fd66aa5&replicationFactor=1&collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1472421 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=259a2503-8ba0-4669-8431-131a0fd66aa5&replicationFactor=1&collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1472422 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1472423 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1472431 INFO (OverseerThreadFactory-5979-thread-1-processing-n:127.0.0.1:39071_solr) [n:127.0.0.1:39071_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1472542 INFO (OverseerStateUpdate-99233583529984003-127.0.0.1:39071_solr-n_0000000000) [n:127.0.0.1:39071_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39071/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1472744 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&collection=collection1&version=2&replicaType=NRT&async=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&coreNodeName=core_node2&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1472744 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&collection=collection1&version=2&replicaType=NRT&async=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&coreNodeName=core_node2&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 1472744 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1472745 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1472745 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1472848 INFO (zkCallback-2949-thread-1-processing-n:127.0.0.1:39071_solr) [n:127.0.0.1:39071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1472849 INFO (zkCallback-2949-thread-2-processing-n:127.0.0.1:39071_solr) [n:127.0.0.1:39071_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1473424 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1473424 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1473745 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1473745 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1473752 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1473771 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1473773 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1473773 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1473773 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39071.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c4cc8d1
[junit4] 2> 1473773 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1473773 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_925240B226015042-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_925240B226015042-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1473819 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1473819 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1473821 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1473821 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1473822 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34b6fdc4[collection1_shard1_replica_n1] main]
[junit4] 2> 1473822 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1473823 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1473823 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1473823 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587737338386055168
[junit4] 2> 1473827 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1473827 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1473827 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39071/solr/collection1_shard1_replica_n1/
[junit4] 2> 1473828 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1473828 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39071/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 1473828 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1473830 INFO (parallelCoreAdminExecutor-5980-thread-1-processing-n:127.0.0.1:39071_solr 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39071/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 1473831 INFO (searcherExecutor-5982-thread-1-processing-x:collection1_shard1_replica_n1 r:core_node2 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733 CREATE n:127.0.0.1:39071_solr s:shard1 c:collection1) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@34b6fdc4[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1474425 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1474425 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1474746 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1474746 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1475426 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1475426 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1475747 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1475747 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1476427 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1476427 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1476747 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1476748 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1477427 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1477428 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1477748 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1477748 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1478428 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1478429 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1478749 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1478749 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1479429 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1479430 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1479749 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1479749 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1480430 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1480431 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1480750 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1480750 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1481431 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1481432 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1481751 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1481751 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1482432 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1482437 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1482751 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1482751 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1483437 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1483438 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1483752 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1483752 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1484438 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1484439 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1484753 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1484753 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1485439 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1485440 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1485754 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1485754 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1486440 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1486441 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1486754 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1486754 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1487442 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1487442 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1487755 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1487755 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1488443 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1488444 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1488756 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1488756 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1489444 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1489446 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1489756 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1489756 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1490446 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1490447 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1490757 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1490757 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1491447 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1491448 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1491758 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1491758 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1492448 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1492449 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1492758 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1492758 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493449 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1493450 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493759 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1493759 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494450 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1494451 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1494760 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1494760 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495452 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1495452 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495760 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1495760 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496465 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1496465 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496761 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1496761 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1497466 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1497466 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1497762 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1497762 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1498467 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1498467 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1498763 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1498763 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1499468 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1499469 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1499763 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1499763 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1500469 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1500470 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1500764 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1500764 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1501470 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1501471 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1501765 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1501765 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1502472 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1502472 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1502766 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1502766 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1503473 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1503473 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1503766 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1503766 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1504474 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1504474 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1504767 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1504767 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1505475 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1505476 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1505768 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1505768 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1506476 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1506477 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1506769 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1506769 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1507478 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1507478 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1507770 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1507770 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508479 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1508479 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508770 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1508770 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1509480 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1509480 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1509771 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1509771 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1510481 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1510482 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1510772 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1510772 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1511482 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1511483 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1511773 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1511773 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1512483 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1512484 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1512773 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1512773 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1513485 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1513485 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1513774 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1513774 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1514486 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1514486 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1514774 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1514774 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1515487 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1515488 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1515775 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1515775 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1516488 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1516489 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1516776 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1516776 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1517490 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1517491 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1517777 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1517777 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1518491 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1518492 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1518777 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1518778 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1519492 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1519493 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1519778 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1519778 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1520493 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1520494 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1520779 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1520779 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1521495 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1521495 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1521780 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1521780 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1522496 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1522496 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1522780 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1522780 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1523497 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1523497 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1523781 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1523781 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1524498 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1524498 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1524782 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1524782 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1525499 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1525499 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1525783 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1525783 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1526500 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1526500 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1526783 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1526783 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1527501 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1527501 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1527784 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1527784 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1528502 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1528502 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1528784 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1528785 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1529503 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1529503 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1529785 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1529785 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1530504 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1530504 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1530786 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1530786 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531505 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1531505 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1531787 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1531787 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1532505 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1532506 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1532788 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1532788 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1533506 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1533507 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1533788 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1533788 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1534507 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1534508 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1534789 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1534789 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1535508 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1535509 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1535789 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1535790 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1536509 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1536510 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1536790 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1536790 INFO (qtp627431847-14470) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1537510 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1537511 INFO (qtp627431847-14472) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1537791 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733
[junit4] 2> 1537791 INFO (qtp627431847-14466) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=259a2503-8ba0-4669-8431-131a0fd66aa51885461509382733&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1538511 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1538511 INFO (qtp627431847-14471) [n:127.0.0.1:39071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=259a2503-8ba0-4669-8431-131a0fd66aa5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1538791 INFO (qtp627431847-14465) [n:127.0.0.1:39071_solr ] o.a.s.h.a.CoreAdminOperation Checking request stat
[...truncated too long message...]
2> "node_name":"127.0.0.1:39071_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 2693884 INFO (coreCloseExecutor-5987-thread-1) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@349c3b1d
[junit4] 2> 2693884 INFO (coreCloseExecutor-5987-thread-1) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=882653981
[junit4] 2> 2693884 INFO (coreCloseExecutor-5987-thread-1) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a64ce58: rootName = solr_39071, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6e6b2b4d
[junit4] 2> 2693891 INFO (coreCloseExecutor-5987-thread-1) [n:127.0.0.1:39071_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=882653981
[junit4] 2> 2693892 INFO (jetty-closer-2940-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99233583529984003-127.0.0.1:39071_solr-n_0000000000) closing
[junit4] 2> 2693892 INFO (OverseerStateUpdate-99233583529984003-127.0.0.1:39071_solr-n_0000000000) [n:127.0.0.1:39071_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39071_solr
[junit4] 2> 2693892 WARN (OverseerAutoScalingTriggerThread-99233583529984003-127.0.0.1:39071_solr-n_0000000000) [n:127.0.0.1:39071_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2693894 INFO (jetty-closer-2940-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38cea738{/solr,null,UNAVAILABLE}
[junit4] 2> 2693894 ERROR (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2693895 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33109 33109
[junit4] 2> 2699385 INFO (Thread-3459) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33109 33109
[junit4] 2> 2699386 WARN (Thread-3459) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2699386 INFO (SUITE-ConnectionReuseTest-seed#[925240B226015042]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-ME, timezone=Antarctica/Vostok
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=57892088,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestExceedMaxTermLength, ReplaceNodeTest, PathHierarchyTokenizerFactoryTest, TestSolrCoreParser, TestLegacyNumericRangeQueryBuilder, BasicAuthStandaloneTest, TestCursorMarkWithoutUniqueKey, TestBackupRepositoryFactory, TestHttpShardHandlerFactory, BlobRepositoryCloudTest, DocValuesMultiTest, TestSolrConfigHandlerCloud, SignatureUpdateProcessorFactoryTest, TestInPlaceUpdatesStandalone, TestStreamBody, TestCloudNestedDocsSort, BadIndexSchemaTest, TestDefaultStatsCache, TestCopyFieldCollectionResource, FullHLLTest, QueryEqualityTest, ShardRoutingTest, DirectUpdateHandlerTest, HdfsAutoAddReplicasIntegrationTest, MoreLikeThisHandlerTest, LukeRequestHandlerTest, TestCustomStream, TestSortByMinMaxFunction, TestSSLRandomization, NodeAddedTriggerTest, CloudExitableDirectoryReaderTest, ShowFileRequestHandlerTest, DebugComponentTest, RequestHandlersTest, CloneFieldUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, HdfsRecoverLeaseTest, TestNonDefinedSimilarityFactory, SolrCloudReportersTest, TestXIncludeConfig, TestManagedResourceStorage, HttpPartitionTest, TestRemoteStreaming, TestInfoStreamLogging, SolrJmxReporterCloudTest, TestPayloadCheckQParserPlugin, PreAnalyzedFieldManagedSchemaCloudTest, TestStressInPlaceUpdates, LegacyCloudClusterPropTest, ConcurrentDeleteAndCreateCollectionTest, TestFieldCollectionResource, TestReloadAndDeleteDocs, CollectionTooManyReplicasTest, HdfsChaosMonkeySafeLeaderTest, SolrIndexConfigTest, DistributedIntervalFacetingTest, DocumentAnalysisRequestHandlerTest, DistributedVersionInfoTest, ClusterStateUpdateTest, TestRawResponseWriter, AutoScalingHandlerTest, CdcrReplicationHandlerTest, TestLockTree, TestScoreJoinQPScore, TlogReplayBufferedWhileIndexingTest, TestExecutePlanAction, TestBlendedInfixSuggestions, TestFastWriter, PeerSyncReplicationTest, TestLuceneMatchVersion, FacetPivotSmallTest, CreateCollectionCleanupTest, TestPerFieldSimilarity, TestCollationFieldDocValues, TestNumericRangeQuery32, CircularListTest, SystemLogListenerTest, DistributedFacetExistsSmallTest, TestUniqueKeyFieldResource, NotRequiredUniqueKeyTest, TestDocTermOrds, SolrRequestParserTest, TestMultiWordSynonyms, TestExactStatsCache, TestSurroundQueryParser, TestSolrCoreSnapshots, TestManagedSchemaAPI, TestSolrCloudWithKerberosAlt, TestSizeLimitedDistributedMap, TestDocumentBuilder, TestGraphMLResponseWriter, SubstringBytesRefFilterTest, TestBM25SimilarityFactory, AnalysisErrorHandlingTest, SpellingQueryConverterTest, NumericFieldsTest, TestCustomSort, TestStressRecovery, TestLeaderElectionZkExpiry, SchemaVersionSpecificBehaviorTest, ChaosMonkeySafeLeaderTest, DistribDocExpirationUpdateProcessorTest, ImplicitSnitchTest, TestZkAclsWithHadoopAuth, TestOmitPositions, TestSlowCompositeReaderWrapper, TestRandomCollapseQParserPlugin, TestFieldCacheWithThreads, HdfsUnloadDistributedZkTest, TestAtomicUpdateErrorCases, ClassificationUpdateProcessorFactoryTest, PrimUtilsTest, TestGraphTermsQParserPlugin, ShufflingReplicaListTransformerTest, TestApiFramework, TestFieldCacheSort, TestStressReorder, BufferStoreTest, TestCoreAdminApis, TemplateUpdateProcessorTest, TestReplicaProperties, TestSubQueryTransformerCrossCore, PingRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestEmbeddedSolrServerAdminHandler, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, TestReplicationHandler, ZkCLITest, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressVersions, TestRangeQuery, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestLFUCache, PreAnalyzedFieldTest, TestSystemIdResolver, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, SliceStateTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ConnectionReuseTest -Dtests.seed=925240B226015042 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=Antarctica/Vostok -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | ConnectionReuseTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([925240B226015042]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
[junit4] > at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [546/764 (1!)] on J1 in 1227.42s, 0 tests, 1 error <<< FAILURES!
[...truncated 41606 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1042
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1042/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:34865
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34865
at __randomizedtesting.SeedInfo.seed([B10B1D7C152C6844:395F22A6BBD005BC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testBackupRestore
Error Message:
Error from server at http://127.0.0.1:39095/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39095/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B10B1D7C152C6844:7B01DC2279FA60A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testBackupRestore(TestSolrCoreSnapshots.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testIndexOptimization
Error Message:
Error from server at http://127.0.0.1:39095/solr: Could not fully create collection: SolrCoreSnapshots_IndexOptimization
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39095/solr: Could not fully create collection: SolrCoreSnapshots_IndexOptimization
at __randomizedtesting.SeedInfo.seed([B10B1D7C152C6844:BB282B8111712008]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testIndexOptimization(TestSolrCoreSnapshots.java:178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12138 lines...]
[junit4] Suite: org.apache.solr.core.snapshots.TestSolrCoreSnapshots
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.core.snapshots.TestSolrCoreSnapshots_B10B1D7C152C6844-001/init-core-data-001
[junit4] 2> 448432 WARN (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 448432 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 448434 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 448434 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 448434 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.core.snapshots.TestSolrCoreSnapshots_B10B1D7C152C6844-001/tempDir-001
[junit4] 2> 448434 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 448435 INFO (Thread-1182) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 448435 INFO (Thread-1182) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 448440 ERROR (Thread-1182) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 448535 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42609
[junit4] 2> 448537 INFO (zkConnectionManagerCallback-785-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 448540 INFO (jetty-launcher-782-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 448542 INFO (jetty-launcher-782-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1eef45b{/solr,null,AVAILABLE}
[junit4] 2> 448545 INFO (jetty-launcher-782-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d867cd{HTTP/1.1,[http/1.1]}{127.0.0.1:39095}
[junit4] 2> 448545 INFO (jetty-launcher-782-thread-1) [ ] o.e.j.s.Server Started @449902ms
[junit4] 2> 448545 INFO (jetty-launcher-782-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39095}
[junit4] 2> 448545 ERROR (jetty-launcher-782-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448545 INFO (jetty-launcher-782-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 448545 INFO (jetty-launcher-782-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448545 INFO (jetty-launcher-782-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448546 INFO (jetty-launcher-782-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-25T02:29:43.597Z
[junit4] 2> 448549 INFO (zkConnectionManagerCallback-787-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 448550 INFO (jetty-launcher-782-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448579 INFO (jetty-launcher-782-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42609/solr
[junit4] 2> 448581 INFO (zkConnectionManagerCallback-791-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 448585 INFO (zkConnectionManagerCallback-793-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 448697 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 448704 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39095_solr
[junit4] 2> 448704 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.c.Overseer Overseer (id=99232578501869571-127.0.0.1:39095_solr-n_0000000000) starting
[junit4] 2> 448710 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39095_solr
[junit4] 2> 448715 INFO (zkCallback-792-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448841 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39095.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@80161
[junit4] 2> 448853 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39095.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@80161
[junit4] 2> 448853 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39095.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@80161
[junit4] 2> 448854 INFO (jetty-launcher-782-thread-1) [n:127.0.0.1:39095_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.core.snapshots.TestSolrCoreSnapshots_B10B1D7C152C6844-001/tempDir-001/node1/.
[junit4] 2> 448885 INFO (zkConnectionManagerCallback-797-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 448887 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608b811fc00004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 448889 INFO (zkConnectionManagerCallback-801-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 448889 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448890 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42609/solr ready
[junit4] 2> 448922 INFO (TEST-TestSolrCoreSnapshots.testBackupRestore-seed#[B10B1D7C152C6844]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackupRestore
[junit4] 2> 448929 INFO (qtp6325435-3806) [n:127.0.0.1:39095_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=SolrCoreSnapshots&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 448943 INFO (OverseerThreadFactory-1323-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.CreateCollectionCmd Create collection SolrCoreSnapshots
[junit4] 2> 449053 INFO (OverseerStateUpdate-99232578501869571-127.0.0.1:39095_solr-n_0000000000) [n:127.0.0.1:39095_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SolrCoreSnapshots",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SolrCoreSnapshots_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39095/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 449255 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=SolrCoreSnapshots_shard1_replica_n1&action=CREATE&numShards=1&collection=SolrCoreSnapshots&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 449255 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 449359 INFO (zkCallback-792-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCoreSnapshots/state.json] for collection [SolrCoreSnapshots] has occurred - updating... (live nodes size: [1])
[junit4] 2> 449359 INFO (zkCallback-792-thread-2-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCoreSnapshots/state.json] for collection [SolrCoreSnapshots] has occurred - updating... (live nodes size: [1])
[junit4] 2> 450266 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 450272 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.s.IndexSchema [SolrCoreSnapshots_shard1_replica_n1] Schema name=minimal
[junit4] 2> 450279 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 450279 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'SolrCoreSnapshots_shard1_replica_n1' using configuration from collection SolrCoreSnapshots, trusted=true
[junit4] 2> 450280 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39095.solr.core.SolrCoreSnapshots.shard1.replica_n1' (registry 'solr.core.SolrCoreSnapshots.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@80161
[junit4] 2> 450280 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 450280 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SolrCore [[SolrCoreSnapshots_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.core.snapshots.TestSolrCoreSnapshots_B10B1D7C152C6844-001/tempDir-001/node1/SolrCoreSnapshots_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.core.snapshots.TestSolrCoreSnapshots_B10B1D7C152C6844-001/tempDir-001/node1/./SolrCoreSnapshots_shard1_replica_n1/data/]
[junit4] 2> 450371 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 450371 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 450372 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 450372 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 450374 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1830292[SolrCoreSnapshots_shard1_replica_n1] main]
[junit4] 2> 450375 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 450376 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 450376 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 450377 INFO (searcherExecutor-1326-thread-1-processing-n:127.0.0.1:39095_solr x:SolrCoreSnapshots_shard1_replica_n1 s:shard1 c:SolrCoreSnapshots r:core_node2) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SolrCore [SolrCoreSnapshots_shard1_replica_n1] Registered new searcher Searcher@1830292[SolrCoreSnapshots_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 450378 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587721258066247680
[junit4] 2> 450381 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 450381 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 450381 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39095/solr/SolrCoreSnapshots_shard1_replica_n1/
[junit4] 2> 450381 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 450381 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39095/solr/SolrCoreSnapshots_shard1_replica_n1/ has no replicas
[junit4] 2> 450381 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 450384 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39095/solr/SolrCoreSnapshots_shard1_replica_n1/ shard1
[junit4] 2> 628943 ERROR (qtp6325435-3806) [n:127.0.0.1:39095_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 628944 INFO (qtp6325435-3806) [n:127.0.0.1:39095_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=SolrCoreSnapshots&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180014
[junit4] 2> 628944 ERROR (qtp6325435-3806) [n:127.0.0.1:39095_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 628946 INFO (TEST-TestSolrCoreSnapshots.testBackupRestore-seed#[B10B1D7C152C6844]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBackupRestore
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCoreSnapshots -Dtests.method=testBackupRestore -Dtests.seed=B10B1D7C152C6844 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-DE -Dtests.timezone=Africa/Kinshasa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 180s J1 | TestSolrCoreSnapshots.testBackupRestore <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39095/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([B10B1D7C152C6844:7B01DC2279FA60A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testBackupRestore(TestSolrCoreSnapshots.java:87)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 628953 INFO (TEST-TestSolrCoreSnapshots.testIndexOptimization-seed#[B10B1D7C152C6844]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIndexOptimization
[junit4] 2> 628954 INFO (qtp6325435-3807) [n:127.0.0.1:39095_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=SolrCoreSnapshots_IndexOptimization&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 628956 INFO (OverseerThreadFactory-1323-thread-2-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.CreateCollectionCmd Create collection SolrCoreSnapshots_IndexOptimization
[junit4] 2> 659060 ERROR (OverseerThreadFactory-1323-thread-2-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: SolrCoreSnapshots_IndexOptimization operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: SolrCoreSnapshots_IndexOptimization
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:151)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 659078 INFO (qtp6325435-3807) [n:127.0.0.1:39095_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=SolrCoreSnapshots_IndexOptimization&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=30123
[junit4] 2> 659078 ERROR (qtp6325435-3807) [n:127.0.0.1:39095_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: SolrCoreSnapshots_IndexOptimization
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 659079 INFO (TEST-TestSolrCoreSnapshots.testIndexOptimization-seed#[B10B1D7C152C6844]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testIndexOptimization
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCoreSnapshots -Dtests.method=testIndexOptimization -Dtests.seed=B10B1D7C152C6844 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-DE -Dtests.timezone=Africa/Kinshasa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 30.1s J1 | TestSolrCoreSnapshots.testIndexOptimization <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39095/solr: Could not fully create collection: SolrCoreSnapshots_IndexOptimization
[junit4] > at __randomizedtesting.SeedInfo.seed([B10B1D7C152C6844:BB282B8111712008]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testIndexOptimization(TestSolrCoreSnapshots.java:178)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 659082 ERROR (OverseerThreadFactory-1323-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:39095/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:39095/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:39095 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 659083 INFO (jetty-closer-783-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d867cd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 659083 ERROR (OverseerThreadFactory-1323-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [SolrCoreSnapshots].
[junit4] 2> 659083 INFO (jetty-closer-783-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20028020
[junit4] 2> 659083 INFO (jetty-closer-783-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 659083 INFO (jetty-closer-783-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e2317c: rootName = solr_39095, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1823742
[junit4] 2> 659084 INFO (OverseerThreadFactory-1323-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 659085 ERROR (OverseerThreadFactory-1323-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:39095/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:39095/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:39095 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 659095 INFO (jetty-closer-783-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 659095 INFO (jetty-closer-783-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f83f32: rootName = solr_39095, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1caada4
[junit4] 2> 659104 INFO (jetty-closer-783-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 659104 INFO (jetty-closer-783-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6efca8: rootName = solr_39095, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@e6f6cc
[junit4] 2> 659106 INFO (jetty-closer-783-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39095_solr
[junit4] 2> 659106 INFO (jetty-closer-783-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 659107 INFO (zkCallback-792-thread-5-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 659107 INFO (coreCloseExecutor-1331-thread-1) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.SolrCore [SolrCoreSnapshots_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@118f805
[junit4] 2> 659107 INFO (coreCloseExecutor-1331-thread-1) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.SolrCoreSnapshots.shard1.replica_n1, tag=18413573
[junit4] 2> 659107 INFO (coreCloseExecutor-1331-thread-1) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@648626: rootName = solr_39095, domain = solr.core.SolrCoreSnapshots.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.SolrCoreSnapshots.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@a7c3f6
[junit4] 2> 659124 INFO (coreCloseExecutor-1331-thread-1) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.SolrCoreSnapshots.shard1.leader, tag=18413573
[junit4] 2> 659132 INFO (jetty-closer-783-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99232578501869571-127.0.0.1:39095_solr-n_0000000000) closing
[junit4] 2> 659132 INFO (OverseerStateUpdate-99232578501869571-127.0.0.1:39095_solr-n_0000000000) [n:127.0.0.1:39095_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39095_solr
[junit4] 2> 689170 INFO (zkCallback-792-thread-5-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/SolrCoreSnapshots/state.json] for collection [SolrCoreSnapshots] has occurred - updating... (live nodes size: [0])
[junit4] 2> 689170 INFO (zkCallback-792-thread-4-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/SolrCoreSnapshots/state.json] for collection [SolrCoreSnapshots] has occurred - updating... (live nodes size: [0])
[junit4] 2> 689172 ERROR (OverseerThreadFactory-1323-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: SolrCoreSnapshots operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: SolrCoreSnapshots
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 689173 INFO (OverseerThreadFactory-1323-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 689175 WARN (OverseerAutoScalingTriggerThread-99232578501869571-127.0.0.1:39095_solr-n_0000000000) [n:127.0.0.1:39095_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 689177 INFO (jetty-closer-783-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1eef45b{/solr,null,UNAVAILABLE}
[junit4] 2> 689222 ERROR (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: SolrCoreSnapshots slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:888)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1049)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 689223 ERROR (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:888)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1049)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: SolrCoreSnapshots slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 689230 INFO (qtp6325435-3808) [n:127.0.0.1:39095_solr c:SolrCoreSnapshots s:shard1 r:core_node2 x:SolrCoreSnapshots_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=SolrCoreSnapshots_shard1_replica_n1&action=CREATE&numShards=1&collection=SolrCoreSnapshots&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=239975
[junit4] 2> 689232 ERROR (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 689232 INFO (SUITE-TestSolrCoreSnapshots-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42609 42609
[junit4] 2> 689884 INFO (Thread-1182) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42609 42609
[junit4] 2> 689884 WARN (Thread-1182) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/SolrCoreSnapshots/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.core.snapshots.TestSolrCoreSnapshots_B10B1D7C152C6844-001
[junit4] 2> Dec 25, 2017 2:33:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1408, maxMBSortInHeap=7.667294741990004, sim=RandomSimilarity(queryNorm=true): {}, locale=de-DE, timezone=Africa/Kinshasa
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=64152136,total=161042432
[junit4] 2> NOTE: All tests run in this JVM: [TestApiFramework, TestScoreJoinQPScore, TestXmlQParserPlugin, OpenExchangeRatesOrgProviderTest, DistributedFacetExistsSmallTest, TestFastLRUCache, TestCloudNestedDocsSort, TestReplicaProperties, AddReplicaTest, TestBM25SimilarityFactory, TestDelegationWithHadoopAuth, SOLR749Test, NumberUtilsTest, PrimUtilsTest, TestManagedSchemaAPI, TestDeleteCollectionOnDownNodes, TestLegacyNumericUtils, TestSSLRandomization, TestMultiWordSynonyms, MoveReplicaHDFSFailoverTest, TestSolrQueryParser, TestExactStatsCache, TestStressLucene, TestCoreAdminApis, TestFaceting, TestCustomStream, CoreAdminCreateDiscoverTest, TestCollationFieldDocValues, PeerSyncWithIndexFingerprintCachingTest, CloneFieldUpdateProcessorFactoryTest, TestLegacyNumericRangeQueryBuilder, TestUniqueKeyFieldResource, DirectUpdateHandlerTest, TestPrepRecovery, NotRequiredUniqueKeyTest, TestSolrCoreParser, TestBackupRepositoryFactory, TestSchemaSimilarityResource, PeerSyncReplicationTest, TestBlendedInfixSuggestions, BufferStoreTest, JSONWriterTest, TestSolrCoreSnapshots]
[junit4] Completed [142/764 (1!)] on J1 in 241.73s, 2 tests, 2 errors <<< FAILURES!
[...truncated 1446 lines...]
[junit4] Suite: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_B10B1D7C152C6844-001/init-core-data-001
[junit4] 2> 2665422 WARN (SUITE-SimpleCollectionCreateDeleteTest-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
[junit4] 2> 2665422 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2665423 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2665424 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2665424 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[B10B1D7C152C6844]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2665427 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2665427 INFO (Thread-3861) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2665427 INFO (Thread-3861) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2665429 ERROR (Thread-3861) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2665527 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.ZkTestServer start zk server on port:42313
[junit4] 2> 2665532 INFO (zkConnectionManagerCallback-3808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665539 INFO (zkConnectionManagerCallback-3810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665550 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2665559 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2665563 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2665566 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2665569 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2665571 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2665573 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2665575 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2665577 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2665579 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2665581 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2665585 INFO (zkConnectionManagerCallback-3813-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665588 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2665678 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2665679 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cd94b6{/,null,AVAILABLE}
[junit4] 2> 2665679 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30dc5c{SSL,[ssl, http/1.1]}{127.0.0.1:34865}
[junit4] 2> 2665679 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.e.j.s.Server Started @2667072ms
[junit4] 2> 2665679 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_B10B1D7C152C6844-001/tempDir-001/control/data, hostContext=/, hostPort=34865, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_B10B1D7C152C6844-001/control-001/cores}
[junit4] 2> 2665680 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2665680 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2665680 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2665680 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2665680 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-25T03:06:40.765Z
[junit4] 2> 2665681 INFO (zkConnectionManagerCallback-3815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665682 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2665682 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_B10B1D7C152C6844-001/control-001/solr.xml
[junit4] 2> 2665687 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2665687 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2665688 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16fb81b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2665690 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42313/solr
[junit4] 2> 2665692 INFO (zkConnectionManagerCallback-3819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665694 INFO (zkConnectionManagerCallback-3821-thread-1-processing-n:127.0.0.1:34865_) [n:127.0.0.1:34865_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665725 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [n:127.0.0.1:34865_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2665725 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [n:127.0.0.1:34865_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34865_
[junit4] 2> 2665725 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [n:127.0.0.1:34865_ ] o.a.s.c.Overseer Overseer (id=99232723796819973-127.0.0.1:34865_-n_0000000000) starting
[junit4] 2> 2665729 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[B10B1D7C152C6844]) [n:127.0.0.1:34865_ ] o.a.s.c.ZkController Register node
[...truncated too long message...]
636s J0 | SimpleCollectionCreateDeleteTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34865
[junit4] > at __randomizedtesting.SeedInfo.seed([B10B1D7C152C6844:395F22A6BBD005BC]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_B10B1D7C152C6844-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=654, maxMBSortInHeap=5.617381019835931, sim=RandomSimilarity(queryNorm=false): {}, locale=und, timezone=Africa/Bujumbura
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=196248200,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PropertiesRequestHandlerTest, TestSweetSpotSimilarityFactory, TestScoreJoinQPNoScore, ExternalFileFieldSortTest, DistributedExpandComponentTest, TestFoldingMultitermQuery, TestIBSimilarityFactory, TestLeaderElectionWithEmptyReplica, TestReversedWildcardFilterFactory, TestExpandComponent, TestExactSharedStatsCache, ResponseHeaderTest, DirectoryFactoryTest, SolrPluginUtilsTest, TestFastOutputStream, TestPointFields, TestCloudInspectUtil, WrapperMergePolicyFactoryTest, TestLocalFSCloudBackupRestore, TestOverriddenPrefixQueryForCustomFieldType, ForceLeaderTest, TestStressVersions, TestSolrCloudWithHadoopAuthPlugin, TestXmlQParser, StatsReloadRaceTest, SolrGraphiteReporterTest, ResourceLoaderTest, TestReplicationHandler, TestManagedSchema, TestDocBasedVersionConstraints, TestMissingGroups, TestFieldTypeCollectionResource, SoftAutoCommitTest, TestCryptoKeys, DateRangeFieldTest, TestStandardQParsers, QueryResultKeyTest, TestDynamicFieldResource, TestUnifiedSolrHighlighter, MissingSegmentRecoveryTest, TestFieldCacheReopen, TestNumericTerms32, TestIntervalFaceting, TestMergePolicyConfig, DateMathParserTest, TestSerializedLuceneMatchVersion, TestAnalyzeInfixSuggestions, RegexBytesRefFilterTest, TestUtils, TestBulkSchemaAPI, TestBinaryField, TestSha256AuthenticationProvider, TestCloudSchemaless, SolrCoreTest, ResponseLogComponentTest, MetricTriggerTest, TestDFRSimilarityFactory, TestCrossCoreJoin, TestPullReplicaErrorHandling, SpatialFilterTest, FastVectorHighlighterTest, LeaderFailoverAfterPartitionTest, TestShortCircuitedRequests, SpellCheckComponentTest, HLLUtilTest, SyncSliceTest, CachingDirectoryFactoryTest, TestClusterProperties, UpdateRequestProcessorFactoryTest, DistributedQueueTest, SaslZkACLProviderTest, CacheHeaderTest, TestHighlightDedupGrouping, TestQueryWrapperFilter, NoCacheHeaderTest, TestConfigSetsAPI, AutoscalingHistoryHandlerTest, TestCorePropertiesReload, TestTestInjection, TestIndexingPerformance, TriggerIntegrationTest, TermVectorComponentTest, StressHdfsTest, HdfsChaosMonkeyNothingIsSafeTest, TestMacros, ZkControllerTest, TestAuthorizationFramework, OutOfBoxZkACLAndCredentialsProvidersTest, BooleanFieldTest, AddBlockUpdateTest, LeaderInitiatedRecoveryOnShardRestartTest, VMParamsZkACLAndCredentialsProvidersTest, FileUtilsTest, TestFieldCacheVsDocValues, CdcrVersionReplicationTest, QueryParsingTest, TestRetrieveFieldsOptimizer, SpatialRPTFieldTypeTest, MinimalSchemaTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteInactiveReplicaTest, CursorPagingTest, DistanceUnitsTest, DistributedQueryElevationComponentTest, CollectionStateFormat2Test, TestFreeTextSuggestions, SimpleFacetsTest, ClassificationUpdateProcessorTest, TestManagedSynonymFilterFactory, TestObjectReleaseTracker, TestStressCloudBlindAtomicUpdates, TestLargeCluster, ExecutePlanActionTest, TestPushWriter, AnalyticsQueryTest, MergeStrategyTest, CdcrReplicationDistributedZkTest, URLClassifyProcessorTest, DateFieldTest, DistributedFacetPivotLongTailTest, HdfsLockFactoryTest, TestReqParamsAPI, IndexSchemaRuntimeFieldTest, SuggestComponentContextFilterQueryTest, TestFilteredDocIdSet, TestJoin, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, TestDistributedSearch, TestRealTimeGet, TestReload, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, TestCoreDiscovery, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, AlternateDirectoryTest, TestQuerySenderNoQuery, TestStressRecovery, TestLuceneIndexBackCompat, ActionThrottleTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, MoveReplicaTest, MultiThreadedOCPTest, ReplaceNodeTest, SimpleCollectionCreateDeleteTest]
[junit4] Completed [575/764 (2!)] on J0 in 635.94s, 1 test, 1 error <<< FAILURES!
[...truncated 44670 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1041
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1041/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove
Error Message:
Error from server at https://127.0.0.1:33065/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33065/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([2D2637A660C104B7:8BFE8001E520C6AD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:115)
at org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove(MoveReplicaHDFSTest.java:61)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11866 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 38914 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/init-core-data-001
[junit4] 2> 38915 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 38916 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 38917 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001
[junit4] 2> 38918 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 38920 INFO (Thread-68) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 38920 INFO (Thread-68) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 38922 ERROR (Thread-68) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 39020 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34093
[junit4] 2> 39022 INFO (zkConnectionManagerCallback-4736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39025 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 39026 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 39026 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 39029 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 39031 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11fc5cd{/solr,null,AVAILABLE}
[junit4] 2> 39031 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@129e14a{/solr,null,AVAILABLE}
[junit4] 2> 39032 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fae1d0{/solr,null,AVAILABLE}
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1de3537{SSL,[ssl, http/1.1]}{127.0.0.1:36167}
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.Server Started @41039ms
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17d8527{SSL,[ssl, http/1.1]}{127.0.0.1:38907}
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36167}
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.Server Started @41039ms
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23421d{/solr,null,AVAILABLE}
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38907}
[junit4] 2> 39033 ERROR (jetty-launcher-4733-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 39033 ERROR (jetty-launcher-4733-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.820Z
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.820Z
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37a0c5{SSL,[ssl, http/1.1]}{127.0.0.1:38413}
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.Server Started @41039ms
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38413}
[junit4] 2> 39034 ERROR (jetty-launcher-4733-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.820Z
[junit4] 2> 39038 INFO (zkConnectionManagerCallback-4738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39045 INFO (zkConnectionManagerCallback-4740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39045 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cabcaa{SSL,[ssl, http/1.1]}{127.0.0.1:37483}
[junit4] 2> 39045 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.Server Started @41051ms
[junit4] 2> 39045 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37483}
[junit4] 2> 39045 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 39045 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 39045 INFO (zkConnectionManagerCallback-4742-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39046 ERROR (jetty-launcher-4733-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 39046 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 39047 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 39047 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 39047 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 39047 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.833Z
[junit4] 2> 39061 INFO (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39062 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 39073 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr
[junit4] 2> 39073 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr
[junit4] 2> 39082 INFO (zkConnectionManagerCallback-4750-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39095 INFO (zkConnectionManagerCallback-4752-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39095 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr
[junit4] 2> 39098 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr
[junit4] 2> 39106 INFO (zkConnectionManagerCallback-4759-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39106 INFO (zkConnectionManagerCallback-4757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39114 INFO (zkConnectionManagerCallback-4762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39118 INFO (zkConnectionManagerCallback-4764-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39118 INFO (zkConnectionManagerCallback-4766-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39126 INFO (zkConnectionManagerCallback-4769-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39139 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 39140 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36167_solr
[junit4] 2> 39142 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.Overseer Overseer (id=99231636632895500-127.0.0.1:36167_solr-n_0000000000) starting
[junit4] 2> 39154 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36167_solr
[junit4] 2> 39157 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 39167 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 39168 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 39168 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 39169 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 39170 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37483_solr
[junit4] 2> 39170 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38907_solr
[junit4] 2> 39171 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 39172 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 39173 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 39174 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38413_solr
[junit4] 2> 39188 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 39188 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 39195 INFO (zkCallback-4768-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 39196 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 39196 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 39269 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39281 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39284 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39285 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node1/.
[junit4] 2> 39291 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39299 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39300 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39301 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node3/.
[junit4] 2> 39338 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39350 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39350 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39351 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node2/.
[junit4] 2> 39353 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39361 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39361 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 39362 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node4/.
[junit4] 2> 39412 INFO (zkConnectionManagerCallback-4778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39417 INFO (zkConnectionManagerCallback-4782-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 39417 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 39417 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34093/solr ready
[junit4] 2> 39472 INFO (qtp2161120-8803) [n:127.0.0.1:38907_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 39481 INFO (qtp2161120-8803) [n:127.0.0.1:38907_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 39905 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 40467 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 40579 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 40598 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 40896 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 40927 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_42709_hdfs____.g0i5g/webapp
[junit4] 2> 41476 INFO (OverseerCollectionConfigSetProcessor-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 41779 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:42709
[junit4] 2> 42493 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 42497 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 42508 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45447_datanode____38om0t/webapp
[junit4] 2> 42982 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45447
[junit4] 2> 43245 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 43246 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 43267 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43445_datanode____ttyxtp/webapp
[junit4] 2> 43767 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43445
[junit4] 2> 44582 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 44582 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 44659 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c63: from storage DS-00acbd82-0832-4089-a674-00bd2ad527d4 node DatanodeRegistration(127.0.0.1:39345, datanodeUuid=ea609926-a336-40ed-b354-3507283be62b, infoPort=33469, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 44659 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c32: from storage DS-08a58aa0-b37a-4e6b-9ce6-81156e628206 node DatanodeRegistration(127.0.0.1:38375, datanodeUuid=e1cc1f61-da9c-4bf9-819d-0083fba2b2a3, infoPort=37779, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 44660 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c63: from storage DS-59d7b544-21ff-4a4b-91b6-22d7f3cecee9 node DatanodeRegistration(127.0.0.1:39345, datanodeUuid=ea609926-a336-40ed-b354-3507283be62b, infoPort=33469, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 44660 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c32: from storage DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b node DatanodeRegistration(127.0.0.1:38375, datanodeUuid=e1cc1f61-da9c-4bf9-819d-0083fba2b2a3, infoPort=37779, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 44849 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 44849 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 44851 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 44858 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b677b0{/solr,null,AVAILABLE}
[junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@869ba8{SSL,[ssl, http/1.1]}{127.0.0.1:34485}
[junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.Server Started @46864ms
[junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34485}
[junit4] 2> 44859 ERROR (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:17.645Z
[junit4] 2> 44861 INFO (zkConnectionManagerCallback-4785-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44861 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 44871 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr
[junit4] 2> 44876 INFO (zkConnectionManagerCallback-4789-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44878 INFO (zkConnectionManagerCallback-4791-thread-1-processing-n:127.0.0.1:34485_solr) [n:127.0.0.1:34485_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44881 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 44882 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 44886 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34485_solr
[junit4] 2> 44886 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 44886 INFO (zkCallback-4768-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 44894 INFO (zkCallback-4781-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 44898 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 44898 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 44902 INFO (zkCallback-4790-thread-1-processing-n:127.0.0.1:34485_solr) [n:127.0.0.1:34485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 44902 INFO (zkCallback-4781-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 45100 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 45110 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 45110 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 45111 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node5/.
[junit4] 2> 45186 INFO (zkConnectionManagerCallback-4795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 45186 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 45243 INFO (qtp13570734-9117) [n:127.0.0.1:34485_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45246 INFO (OverseerThreadFactory-531-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 45352 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36167/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45354 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38413/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45355 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38907/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45356 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37483/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45575 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45576 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 45615 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45615 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 45631 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45631 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 45641 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45641 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 45744 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 45744 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 45744 INFO (zkCallback-4768-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 45744 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 45744 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 45744 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 45744 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 45744 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 46608 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 46627 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 46631 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46631 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 46631 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 46640 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 46652 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 46652 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data
[junit4] 2> 46652 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 46652 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46653 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node4/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data/]
[junit4] 2> 46655 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 46668 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 46686 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 46689 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46689 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data
[junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46690 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node3/MoveReplicaHDFSTest_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data/]
[junit4] 2> 46692 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 46701 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 46703 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46703 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data
[junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node1/MoveReplicaHDFSTest_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data/]
[junit4] 2> 46706 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 46711 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46711 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 46711 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0
[junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data
[junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node2/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data/]
[junit4] 2> 46714 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 46756 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data
[junit4] 2> 46756 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data
[junit4] 2> 46756 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data
[junit4] 2> 46759 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data
[junit4] 2> 46819 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data/index
[junit4] 2> 46819 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data/index
[junit4] 2> 46829 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data/index
[junit4] 2> 46836 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data/index
[junit4] 2> 47180 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b:NORMAL:127.0.0.1:38375|RBW], ReplicaUC[[DISK]DS-00acbd82-0832-4089-a674-00bd2ad527d4:NORMAL:127.0.0.1:39345|RBW]]} size 69
[junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-08a58aa0-b37a-4e6b-9ce6-81156e628206:NORMAL:127.0.0.1:38375|RBW], ReplicaUC[[DISK]DS-59d7b544-21ff-4a4b-91b6-22d7f3cecee9:NORMAL:127.0.0.1:39345|RBW]]} size 69
[junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-00acbd82-0832-4089-a674-00bd2ad527d4:NORMAL:127.0.0.1:39345|RBW], ReplicaUC[[DISK]DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b:NORMAL:127.0.0.1:38375|RBW]]} size 69
[junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-00acbd82-0832-4089-a674-00bd2ad527d4:NORMAL:127.0.0.1:39345|RBW], ReplicaUC[[DISK]DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b:NORMAL:127.0.0.1:38375|RBW]]} size 69
[junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741825_1001 size 69
[junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741827_1003 size 69
[junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741826_1002 size 69
[junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741828_1004 size 69
[junit4] 2> 47764 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 47764 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 47764 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 47791 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 47791 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 47791 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 47805 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 47805 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 47805 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 47806 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 47806 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 47806 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 47811 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 47811 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 47829 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 47829 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 47842 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 47842 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 47842 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 47842 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 47943 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@78dada[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main]
[junit4] 2> 47944 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 47944 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 47945 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@36580f[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main]
[junit4] 2> 47946 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 47946 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 47947 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 47947 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 47947 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c65138[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main]
[junit4] 2> 47949 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 47949 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 47950 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 47970 INFO (searcherExecutor-546-thread-1-processing-n:127.0.0.1:38907_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node7) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Registered new searcher Searcher@36580f[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 47971 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195614892032
[junit4] 2> 47971 INFO (searcherExecutor-549-thread-1-processing-n:127.0.0.1:36167_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node3) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Registered new searcher Searcher@1c65138[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 47972 INFO (searcherExecutor-547-thread-1-processing-n:127.0.0.1:37483_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node8) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Registered new searcher Searcher@78dada[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 47974 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195618037760
[junit4] 2> 47977 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195621183488
[junit4] 2> 47982 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28adb1[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main]
[junit4] 2> 47983 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 47983 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 47984 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 47985 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47985 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47985 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47985 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47985 INFO (zkCallback-4768-thread-3-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47985 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47994 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47994 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37483/solr/MoveReplicaHDFSTest_coll_true_shard2_replica_n6/
[junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_coll_true_shard2_replica_n6 url=https://127.0.0.1:37483/solr START replicas=[https://127.0.0.1:38907/solr/MoveReplicaHDFSTest_coll_true_shard2_replica_n4/] nUpdates=100
[junit4] 2> 47996 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 48003 INFO (searcherExecutor-548-thread-1-processing-n:127.0.0.1:38413_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node5) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Registered new searcher Searcher@28adb1[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 48003 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195648446464
[junit4] 2> 48028 INFO (qtp2161120-8814) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.S.Request [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 48096 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48096 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48096 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48096 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48096 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48096 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48097 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48097 INFO (zkCallback-4768-thread-3-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_coll_true_shard2_replica_n6 url=https://127.0.0.1:37483/solr DONE. We have no versions. sync failed.
[junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 48310 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37483/solr/MoveReplicaHDFSTest_coll_true_shard2_replica_n6/ shard2
[junit4] 2> 48410 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48410 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48410 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48410 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48411 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48411 INFO (zkCallback-4768-thread-3-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48412 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48412 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 48462 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 48471 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2856
[junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36167/solr/MoveReplicaHDFSTest_coll_true_shard1_replica_n1/
[junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_coll_true_shard1_replica_n1 url=https://127.0.0.1:36167/solr START replicas=[https://127.0.0.1:38413/solr/MoveReplicaHDFSTest_coll_true_shard1_replica_n2/] nUpdates=100
[junit4] 2> 48513 INFO (qtp20392240-8832) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.S.Request [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 48564 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c
[...truncated too long message...]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: MoveReplicaHDFSTest_coll_false slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 309320 INFO (qtp272012-8822) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209684
[junit4] 2> 309321 ERROR (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 309321 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34093 34093
[junit4] 2> 309444 INFO (Thread-68) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34093 34093
[junit4] 2> 309445 WARN (Thread-68) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/configs/conf1
[junit4] 2> 12 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 76 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 39 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 31 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 12 /solr/clusterprops.json
[junit4] 2> 12 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json
[junit4] 2> 12 /solr/clusterstate.json
[junit4] 2> 4 /solr/overseer_elect/election/99231636632895499-127.0.0.1:37483_solr-n_0000000001
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard2/election/99231636632895498-core_node7-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 309447 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 309456 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 309557 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 309557 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1707027838-88.99.242.108-1514154612961 (Datanode Uuid e1cc1f61-da9c-4bf9-819d-0083fba2b2a3) service to localhost.localdomain/127.0.0.1:38025
[junit4] 2> 309559 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 309567 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 309668 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 309668 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1707027838-88.99.242.108-1514154612961 (Datanode Uuid ea609926-a336-40ed-b354-3507283be62b) service to localhost.localdomain/127.0.0.1:38025
[junit4] 2> 309686 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 309803 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34093 34093
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001
[junit4] 2> Dec 24, 2017 10:34:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 67 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=4, maxDocsPerChunk=559, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=4, blockSize=4)), sim=RandomSimilarity(queryNorm=false): {}, locale=ga, timezone=America/Nipigon
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=5,free=24915320,total=172650496
[junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformerDistrib, TestLegacyFieldCache, TestStressLiveNodes, SSLMigrationTest, MoveReplicaHDFSTest]
[junit4] Completed [57/764 (1!)] on J2 in 280.63s, 4 tests, 1 error <<< FAILURES!
[...truncated 46273 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1040
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1040/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
76 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 1) Thread[id=17073, name=qtp616448036-17073, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17207, name=qtp1483392901-17207, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=17225, name=zkConnectionManagerCallback-3353-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=17052, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[4FAE59FF501FA231]-SendThread(127.0.0.1:40393), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 5) Thread[id=17066, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=17182, name=qtp1208227188-17182, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=17205, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=17176, name=qtp1208227188-17176, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=17178, name=qtp1208227188-17178, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=17088, name=Thread-5587, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 11) Thread[id=17043, name=org.eclipse.jetty.server.session.HashSessionManager@6779c8efTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=17194, name=zkConnectionManagerCallback-3343-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=17069, name=qtp616448036-17069, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=17250, name=OverseerCollectionConfigSetProcessor-99230923610062857-127.0.0.1:34375_-n_0000000001, state=WAITING, group=Overseer collection creation process.] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339) at org.apache.solr.common.cloud.SolrZkClient$$Lambda$224/1536079053.execute(Unknown Source) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:152) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=17060, name=Scheduler-1672257645, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=17177, name=qtp1208227188-17177, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=17214, name=org.eclipse.jetty.server.session.HashSessionManager@1351773aTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=17091, name=Scheduler-773744707, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=17179, name=qtp1208227188-17179-acceptor-0@1948847f-ServerConnector@2a0ef29{HTTP/1.1,[http/1.1]}{127.0.0.1:34375}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=17095, name=searcherExecutor-5819-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=17074, name=qtp616448036-17074, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=17072, name=qtp616448036-17072, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=17035, name=qtp865416244-17035, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=17180, name=qtp1208227188-17180, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=17198, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=17090, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=17206, name=qtp1483392901-17206, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=17042, name=qtp865416244-17042, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=17068, name=qtp616448036-17068, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=17085, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[4FAE59FF501FA231]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 31) Thread[id=17209, name=qtp1483392901-17209, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=17181, name=qtp1208227188-17181, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=17080, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=17067, name=qtp616448036-17067, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=17219, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=17054, name=zkConnectionManagerCallback-3301-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=17040, name=qtp865416244-17040, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=17183, name=org.eclipse.jetty.server.session.HashSessionManager@76b6a211Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=17070, name=qtp616448036-17070, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=17192, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[4FAE59FF501FA231]-SendThread(127.0.0.1:44207), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 41) Thread[id=17059, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=17036, name=qtp865416244-17036, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=17218, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=17224, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[4FAE59FF501FA231]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 45) Thread[id=17084, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[4FAE59FF501FA231]-SendThread(127.0.0.1:40393), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 46) Thread[id=17057, name=Thread-5578, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 47) Thread[id=17064, name=searcherExecutor-5808-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=17213, name=qtp1483392901-17213, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=17188, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=17187, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=17229, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=17039, name=qtp865416244-17039-acceptor-0@3f7d5c1c-ServerConnector@d5dca80{HTTP/1.1,[http/1.1]}{127.0.0.1:40977}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=17212, name=qtp1483392901-17212, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=17251, name=OverseerAutoScalingTriggerThread-99230923610062857-127.0.0.1:34375_-n_0000000001, state=WAITING, group=Overseer autoscaling triggers] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339) at org.apache.solr.common.cloud.SolrZkClient$$Lambda$224/1536079053.execute(Unknown Source) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:173) at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:74) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:117) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=17041, name=qtp865416244-17041, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=17203, name=searcherExecutor-5848-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=17037, name=qtp865416244-17037, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=17223, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[4FAE59FF501FA231]-SendThread(127.0.0.1:44207), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 59) Thread[id=17038, name=qtp865416244-17038, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 60) Thread[id=17086, name=zkConnectionManagerCallback-3311-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=17048, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=17047, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 63) Thread[id=17196, name=Thread-5609, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 64) Thread[id=17071, name=qtp616448036-17071-acceptor-0@5b15a687-ServerConnector@7a7830f7{HTTP/1.1,[http/1.1]}{127.0.0.1:35865}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 65) Thread[id=17248, name=OverseerStateUpdate-99230923610062857-127.0.0.1:34375_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.lang.Thread.run(Thread.java:748) 66) Thread[id=17242, name=qtp1483392901-17242, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 67) Thread[id=17075, name=org.eclipse.jetty.server.session.HashSessionManager@1ccbbf0dTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 68) Thread[id=17193, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[4FAE59FF501FA231]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 69) Thread[id=17053, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[4FAE59FF501FA231]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 70) Thread[id=17230, name=Scheduler-16587782, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 71) Thread[id=17079, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 72) Thread[id=17227, name=Thread-5618, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 73) Thread[id=17210, name=qtp1483392901-17210-acceptor-0@4b15e73-ServerConnector@70aea0a{HTTP/1.1,[http/1.1]}{127.0.0.1:46523}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 74) Thread[id=17199, name=Scheduler-957329404, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 75) Thread[id=17175, name=qtp1208227188-17175, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 76) Thread[id=17211, name=qtp1483392901-17211, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 76 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:
1) Thread[id=17073, name=qtp616448036-17073, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17207, name=qtp1483392901-17207, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=17225, name=zkConnectionManagerCallback-3353-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=17052, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[4FAE59FF501FA231]-SendThread(127.0.0.1:40393), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
5) Thread[id=17066, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=17182, name=qtp1208227188-17182, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=17205, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=17176, name=qtp1208227188-17176, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=17178, name=qtp1208227188-17178, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=17088, name=Thread-5587, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
11) Thread[id=17043, name=org.eclipse.jetty.server.session.HashSessionManager@6779c8efTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=17194, name=zkConnectionManagerCallback-3343-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=17069, name=qtp616448036-17069, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=17250, name=OverseerCollectionConfigSetProcessor-99230923610062857-127.0.0.1:34375_-n_0000000001, state=WAITING, group=Overseer collection creation process.]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
at org.apache.solr.common.cloud.SolrZkClient$$Lambda$224/1536079053.execute(Unknown Source)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:152)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=17060, name=Scheduler-1672257645, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=17177, name=qtp1208227188-17177, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=17214, name=org.eclipse.jetty.server.session.HashSessionManager@1351773aTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=17091, name=Scheduler-773744707, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=17179, name=qtp1208227188-17179-acceptor-0@1948847f-ServerConnector@2a0ef29{HTTP/1.1,[http/1.1]}{127.0.0.1:34375}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=17095, name=searcherExecutor-5819-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=17074, name=qtp616448036-17074, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=17072, name=qtp616448036-17072, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=17035, name=qtp865416244-17035, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=17180, name=qtp1208227188-17180, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=17198, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=17090, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=17206, name=qtp1483392901-17206, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=17042, name=qtp865416244-17042, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=17068, name=qtp616448036-17068, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=17085, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[4FAE59FF501FA231]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
31) Thread[id=17209, name=qtp1483392901-17209, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=17181, name=qtp1208227188-17181, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=17080, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=17067, name=qtp616448036-17067, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=17219, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=17054, name=zkConnectionManagerCallback-3301-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=17040, name=qtp865416244-17040, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util
[...truncated too long message...]
nt.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 32) Thread[id=17070, name=qtp616448036-17070, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 33) Thread[id=17192, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[4FAE59FF501FA231]-SendThread(127.0.0.1:44207), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 34) Thread[id=17230, name=Scheduler-16587782, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 35) Thread[id=17036, name=qtp865416244-17036, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 36) Thread[id=17227, name=Thread-5618, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
[junit4] > 37) Thread[id=17199, name=Scheduler-957329404, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 38) Thread[id=17175, name=qtp1208227188-17175, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 39) Thread[id=17211, name=qtp1483392901-17211, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([4FAE59FF501FA231]:0)
[junit4] Completed [764/764 (2!)] on J2 in 1530.17s, 5 tests, 4 errors <<< FAILURES!
[...truncated 48088 lines...]