You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/15 22:02:50 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20922 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20922/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.DeleteNodeTest.test
Error Message:
Error from server at http://127.0.0.1:36265/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36265/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([17E263EE427D413F:9FB65C34EC812CC7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestRandomRequestDistribution.test
Error Message:
Error from server at http://127.0.0.1:32861: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32861: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([17E263EE427D413F:9FB65C34EC812CC7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:384)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:36967/_zaf/uw
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36967/_zaf/uw
at __randomizedtesting.SeedInfo.seed([17E263EE427D413F:9FB65C34EC812CC7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 11544 lines...]
[junit4] Suite: org.apache.solr.cloud.TestRandomRequestDistribution
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001/init-core-data-001
[junit4] 2> 0 INFO (SUITE-TestRandomRequestDistribution-seed#[17E263EE427D413F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 54 INFO (SUITE-TestRandomRequestDistribution-seed#[17E263EE427D413F]-worker) [ ] o.e.j.u.log Logging initialized @2136ms
[junit4] 2> 61 INFO (SUITE-TestRandomRequestDistribution-seed#[17E263EE427D413F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 74 INFO (SUITE-TestRandomRequestDistribution-seed#[17E263EE427D413F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 93 INFO (SUITE-TestRandomRequestDistribution-seed#[17E263EE427D413F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 141 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 147 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 147 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 249 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.ZkTestServer start zk server on port:34625
[junit4] 2> 347 ERROR (Thread-1) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 504 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 522 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 528 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 531 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 535 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 538 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 540 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 543 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 545 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 548 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 550 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 553 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 928 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1034 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2782fef0{/,null,AVAILABLE}
[junit4] 2> 1044 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ebc878b{HTTP/1.1,[http/1.1]}{127.0.0.1:32861}
[junit4] 2> 1044 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.e.j.s.Server Started @3130ms
[junit4] 2> 1044 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=32861, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001/control-001/cores}
[junit4] 2> 1087 ERROR (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1087 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1092 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1094 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1119 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T20:51:35.984Z
[junit4] 2> 1153 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1177 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1179 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001/control-001/solr.xml
[junit4] 2> 1328 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1328 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1340 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@663904cb, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1750 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34625/solr
[junit4] 2> 2102 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2106 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32861_
[junit4] 2> 2108 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.c.Overseer Overseer (id=99010418775359492-127.0.0.1:32861_-n_0000000000) starting
[junit4] 2> 2282 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32861_
[junit4] 2> 2301 INFO (zkCallback-7-thread-1-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3386 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@663904cb
[junit4] 2> 3387 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@663904cb
[junit4] 2> 3387 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@663904cb
[junit4] 2> 3453 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [n:127.0.0.1:32861_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001/control-001/cores
[junit4] 2> 3614 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3616 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34625/solr ready
[junit4] 2> 4023 INFO (qtp171512770-26) [n:127.0.0.1:32861_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:32861_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4063 INFO (OverseerThreadFactory-8-thread-1-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4243 INFO (qtp171512770-28) [n:127.0.0.1:32861_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4253 INFO (qtp171512770-28) [n:127.0.0.1:32861_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4403 INFO (zkCallback-7-thread-1-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5383 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 5578 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 5614 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 5631 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 5651 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 5673 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6134 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6686 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6836 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6842 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6853 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6893 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6993 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 7581 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 7633 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@663904cb
[junit4] 2> 7668 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 7674 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 7759 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=71.8505859375, floorSegmentMB=1.7666015625, forceMergeDeletesPctAllowed=10.750297228145408, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 8179 WARN (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 8446 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8446 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8455 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8455 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8460 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=46.8681640625, floorSegmentMB=1.970703125, forceMergeDeletesPctAllowed=2.7678059988839934, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 8481 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c9f977d[control_collection_shard1_replica_n1] main]
[junit4] 2> 8498 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 8518 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 8538 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 8628 INFO (searcherExecutor-11-thread-1-processing-n:127.0.0.1:32861_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2c9f977d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 8632 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584166709248393216
[junit4] 2> 8644 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 8644 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 8644 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32861/control_collection_shard1_replica_n1/
[junit4] 2> 8645 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 8645 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:32861/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 8645 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 8655 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32861/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 8658 INFO (zkCallback-7-thread-1-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 8709 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 8716 INFO (qtp171512770-28) [n:127.0.0.1:32861_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4480
[junit4] 2> 8755 INFO (qtp171512770-26) [n:127.0.0.1:32861_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 8815 INFO (zkCallback-7-thread-2-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 9756 INFO (qtp171512770-26) [n:127.0.0.1:32861_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:32861_&wt=javabin&version=2} status=0 QTime=5797
[junit4] 2> 9760 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc173882b0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 9764 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 9766 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34625/solr ready
[junit4] 2> 9767 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 9769 INFO (qtp171512770-26) [n:127.0.0.1:32861_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 9771 INFO (OverseerThreadFactory-8-thread-2-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 9772 WARN (OverseerThreadFactory-8-thread-2-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 9774 INFO (OverseerCollectionConfigSetProcessor-99010418775359492-127.0.0.1:32861_-n_0000000000) [n:127.0.0.1:32861_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 39788 ERROR (OverseerThreadFactory-8-thread-2-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 39808 INFO (qtp171512770-26) [n:127.0.0.1:32861_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=500 QTime=30038
[junit4] 2> 39808 ERROR (qtp171512770-26) [n:127.0.0.1:32861_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 39811 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc173882b0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 39811 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 32861
[junit4] 2> 39812 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1382852131
[junit4] 2> 39813 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 39813 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a260acf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@48d8ea75
[junit4] 2> 39824 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 39825 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@718e7bee: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44737b8e
[junit4] 2> 39831 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 39831 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c1798e0: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@13213fd7
[junit4] 2> 39832 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32861_
[junit4] 2> 39832 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 39833 INFO (zkCallback-7-thread-2-processing-n:127.0.0.1:32861_) [n:127.0.0.1:32861_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 39834 INFO (coreCloseExecutor-16-thread-1) [n:127.0.0.1:32861_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@33868fc3
[junit4] 2> 39834 INFO (coreCloseExecutor-16-thread-1) [n:127.0.0.1:32861_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=864456643
[junit4] 2> 39834 INFO (coreCloseExecutor-16-thread-1) [n:127.0.0.1:32861_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@760cd6cb: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@938b135
[junit4] 2> 39846 INFO (coreCloseExecutor-16-thread-1) [n:127.0.0.1:32861_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=864456643
[junit4] 2> 39851 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.Overseer Overseer (id=99010418775359492-127.0.0.1:32861_-n_0000000000) closing
[junit4] 2> 39851 INFO (OverseerStateUpdate-99010418775359492-127.0.0.1:32861_-n_0000000000) [n:127.0.0.1:32861_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32861_
[junit4] 2> 39853 WARN (OverseerAutoScalingTriggerThread-99010418775359492-127.0.0.1:32861_-n_0000000000) [n:127.0.0.1:32861_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 39864 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4ebc878b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 39866 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2782fef0{/,null,UNAVAILABLE}
[junit4] 2> 39867 ERROR (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 39867 INFO (TEST-TestRandomRequestDistribution.test-seed#[17E263EE427D413F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34625 34625
[junit4] 2> 46264 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34625 34625
[junit4] 2> 46265 WARN (Thread-1) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomRequestDistribution -Dtests.method=test -Dtests.seed=17E263EE427D413F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mk-MK -Dtests.timezone=America/Jamaica -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 46.2s J0 | TestRandomRequestDistribution.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32861: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([17E263EE427D413F:9FB65C34EC812CC7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:384)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomRequestDistribution_17E263EE427D413F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1744, maxMBSortInHeap=7.440616088673359, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@170eea13), locale=mk-MK, timezone=America/Jamaica
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=361759320,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomRequestDistribution]
[junit4] Completed [3/749 (1!)] on J0 in 47.47s, 1 test, 1 error <<< FAILURES!
[...truncated 771 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteNodeTest
[junit4] 2> 708072 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/init-core-data-001
[junit4] 2> 708072 WARN (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 708072 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 708073 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 708073 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/tempDir-001
[junit4] 2> 708074 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 708074 INFO (Thread-1451) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 708074 INFO (Thread-1451) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 708075 ERROR (Thread-1451) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 708174 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39049
[junit4] 2> 708177 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc17e53d30000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 708178 INFO (jetty-launcher-1152-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708178 INFO (jetty-launcher-1152-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708178 INFO (jetty-launcher-1152-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708178 INFO (jetty-launcher-1152-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708178 INFO (jetty-launcher-1152-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708179 INFO (jetty-launcher-1152-thread-6) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708181 INFO (jetty-launcher-1152-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3beebcf7{/solr,null,AVAILABLE}
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22d51927{/solr,null,AVAILABLE}
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46ebf06f{/solr,null,AVAILABLE}
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b3aa200{HTTP/1.1,[http/1.1]}{127.0.0.1:46345}
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@294256d8{HTTP/1.1,[http/1.1]}{127.0.0.1:44017}
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-1) [ ] o.e.j.s.Server Started @709887ms
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.e.j.s.Server Started @709887ms
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46345}
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44017}
[junit4] 2> 708182 ERROR (jetty-launcher-1152-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708182 ERROR (jetty-launcher-1152-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T21:03:22.687Z
[junit4] 2> 708182 INFO (jetty-launcher-1152-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708183 INFO (jetty-launcher-1152-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T21:03:22.688Z
[junit4] 2> 708183 INFO (jetty-launcher-1152-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bdb8381{/solr,null,AVAILABLE}
[junit4] 2> 708184 INFO (jetty-launcher-1152-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708185 INFO (jetty-launcher-1152-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70a4f082{HTTP/1.1,[http/1.1]}{127.0.0.1:36265}
[junit4] 2> 708185 INFO (jetty-launcher-1152-thread-5) [ ] o.e.j.s.Server Started @709890ms
[junit4] 2> 708185 INFO (jetty-launcher-1152-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36265}
[junit4] 2> 708185 ERROR (jetty-launcher-1152-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708185 INFO (jetty-launcher-1152-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 708185 INFO (jetty-launcher-1152-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708185 INFO (jetty-launcher-1152-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708185 INFO (jetty-launcher-1152-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T21:03:22.690Z
[junit4] 2> 708188 INFO (jetty-launcher-1152-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@349e9274{/solr,null,AVAILABLE}
[junit4] 2> 708189 INFO (jetty-launcher-1152-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21cc793c{HTTP/1.1,[http/1.1]}{127.0.0.1:34091}
[junit4] 2> 708189 INFO (jetty-launcher-1152-thread-2) [ ] o.e.j.s.Server Started @709894ms
[junit4] 2> 708189 INFO (jetty-launcher-1152-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34091}
[junit4] 2> 708189 ERROR (jetty-launcher-1152-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708189 INFO (jetty-launcher-1152-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 708189 INFO (jetty-launcher-1152-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708189 INFO (jetty-launcher-1152-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708189 INFO (jetty-launcher-1152-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T21:03:22.694Z
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@182fe0d9{/solr,null,AVAILABLE}
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@453e6e15{HTTP/1.1,[http/1.1]}{127.0.0.1:36463}
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-6) [ ] o.e.j.s.Server Started @709895ms
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36463}
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2cdb8a4a{HTTP/1.1,[http/1.1]}{127.0.0.1:43881}
[junit4] 2> 708190 ERROR (jetty-launcher-1152-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.e.j.s.Server Started @709895ms
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43881}
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T21:03:22.695Z
[junit4] 2> 708190 ERROR (jetty-launcher-1152-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708190 INFO (jetty-launcher-1152-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T21:03:22.695Z
[junit4] 2> 708208 INFO (jetty-launcher-1152-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708211 INFO (jetty-launcher-1152-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39049/solr
[junit4] 2> 708211 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc17e53d30001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 708212 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc17e53d30002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 708214 INFO (jetty-launcher-1152-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708217 INFO (jetty-launcher-1152-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708219 INFO (jetty-launcher-1152-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708226 INFO (jetty-launcher-1152-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39049/solr
[junit4] 2> 708227 INFO (jetty-launcher-1152-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39049/solr
[junit4] 2> 708230 INFO (jetty-launcher-1152-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39049/solr
[junit4] 2> 708231 INFO (jetty-launcher-1152-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39049/solr
[junit4] 2> 708231 INFO (jetty-launcher-1152-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39049/solr
[junit4] 2> 708232 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc17e53d30008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 708233 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc17e53d3000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 708235 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc17e53d3000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 708238 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc17e53d30011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 708267 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708267 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34091_solr
[junit4] 2> 708268 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.c.Overseer Overseer (id=99010465141817359-127.0.0.1:34091_solr-n_0000000000) starting
[junit4] 2> 708272 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34091_solr
[junit4] 2> 708277 INFO (OverseerStateUpdate-99010465141817359-127.0.0.1:34091_solr-n_0000000000) [n:127.0.0.1:34091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 708295 INFO (jetty-launcher-1152-thread-6) [n:127.0.0.1:36463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 708297 INFO (jetty-launcher-1152-thread-6) [n:127.0.0.1:36463_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708298 INFO (jetty-launcher-1152-thread-6) [n:127.0.0.1:36463_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36463_solr
[junit4] 2> 708301 INFO (jetty-launcher-1152-thread-5) [n:127.0.0.1:36265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 708302 INFO (jetty-launcher-1152-thread-4) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 708302 INFO (jetty-launcher-1152-thread-5) [n:127.0.0.1:36265_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708303 INFO (jetty-launcher-1152-thread-4) [n:127.0.0.1:44017_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708304 INFO (jetty-launcher-1152-thread-5) [n:127.0.0.1:36265_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36265_solr
[junit4] 2> 708304 INFO (jetty-launcher-1152-thread-4) [n:127.0.0.1:44017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44017_solr
[junit4] 2> 708314 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708318 INFO (zkCallback-1182-thread-2-processing-n:127.0.0.1:34091_solr) [n:127.0.0.1:34091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 708321 INFO (zkCallback-1178-thread-1-processing-n:127.0.0.1:36463_solr) [n:127.0.0.1:36463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 708324 INFO (jetty-launcher-1152-thread-3) [n:127.0.0.1:43881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 708324 INFO (jetty-launcher-1152-thread-1) [n:127.0.0.1:46345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 708325 INFO (jetty-launcher-1152-thread-3) [n:127.0.0.1:43881_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708325 INFO (jetty-launcher-1152-thread-1) [n:127.0.0.1:46345_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708326 INFO (jetty-launcher-1152-thread-3) [n:127.0.0.1:43881_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43881_solr
[junit4] 2> 708326 INFO (zkCallback-1182-thread-2-processing-n:127.0.0.1:34091_solr) [n:127.0.0.1:34091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 708330 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:36265_solr) [n:127.0.0.1:36265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708349 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 708349 INFO (zkCallback-1178-thread-1-processing-n:127.0.0.1:36463_solr) [n:127.0.0.1:36463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 708349 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:36265_solr) [n:127.0.0.1:36265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 708352 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:43881_solr) [n:127.0.0.1:43881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 708352 INFO (zkCallback-1170-thread-1-processing-n:127.0.0.1:46345_solr) [n:127.0.0.1:46345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 708370 INFO (jetty-launcher-1152-thread-1) [n:127.0.0.1:46345_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46345_solr
[junit4] 2> 708371 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:43881_solr) [n:127.0.0.1:43881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 708371 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:36265_solr) [n:127.0.0.1:36265_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 708371 INFO (zkCallback-1178-thread-1-processing-n:127.0.0.1:36463_solr) [n:127.0.0.1:36463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 708371 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 708386 INFO (jetty-launcher-1152-thread-4) [n:127.0.0.1:44017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708389 INFO (zkCallback-1182-thread-2-processing-n:127.0.0.1:34091_solr) [n:127.0.0.1:34091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 708392 INFO (zkCallback-1170-thread-1-processing-n:127.0.0.1:46345_solr) [n:127.0.0.1:46345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 708420 INFO (jetty-launcher-1152-thread-4) [n:127.0.0.1:44017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708421 INFO (jetty-launcher-1152-thread-5) [n:127.0.0.1:36265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36265.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708426 INFO (jetty-launcher-1152-thread-4) [n:127.0.0.1:44017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708426 INFO (jetty-launcher-1152-thread-4) [n:127.0.0.1:44017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/tempDir-001/node4/.
[junit4] 2> 708432 INFO (jetty-launcher-1152-thread-5) [n:127.0.0.1:36265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36265.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708436 INFO (jetty-launcher-1152-thread-5) [n:127.0.0.1:36265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36265.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708437 INFO (jetty-launcher-1152-thread-5) [n:127.0.0.1:36265_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/tempDir-001/node5/.
[junit4] 2> 708448 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34091.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708449 INFO (jetty-launcher-1152-thread-3) [n:127.0.0.1:43881_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43881.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708456 INFO (jetty-launcher-1152-thread-3) [n:127.0.0.1:43881_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43881.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708456 INFO (jetty-launcher-1152-thread-3) [n:127.0.0.1:43881_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43881.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708457 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34091.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708457 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34091.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708457 INFO (jetty-launcher-1152-thread-3) [n:127.0.0.1:43881_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/tempDir-001/node3/.
[junit4] 2> 708458 INFO (jetty-launcher-1152-thread-2) [n:127.0.0.1:34091_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/tempDir-001/node2/.
[junit4] 2> 708465 INFO (jetty-launcher-1152-thread-6) [n:127.0.0.1:36463_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36463.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708473 INFO (jetty-launcher-1152-thread-1) [n:127.0.0.1:46345_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46345.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708473 INFO (jetty-launcher-1152-thread-6) [n:127.0.0.1:36463_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36463.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708474 INFO (jetty-launcher-1152-thread-6) [n:127.0.0.1:36463_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36463.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708475 INFO (jetty-launcher-1152-thread-6) [n:127.0.0.1:36463_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/tempDir-001/node6/.
[junit4] 2> 708478 INFO (jetty-launcher-1152-thread-1) [n:127.0.0.1:46345_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46345.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708478 INFO (jetty-launcher-1152-thread-1) [n:127.0.0.1:46345_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46345.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@684493ed
[junit4] 2> 708479 INFO (jetty-launcher-1152-thread-1) [n:127.0.0.1:46345_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_17E263EE427D413F-001/tempDir-001/node1/.
[junit4] 2> 708649 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 708649 INFO (SUITE-DeleteNodeTest-seed#[17E263EE427D413F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39049/solr ready
[junit4] 2> 708669 INFO (TEST-DeleteNodeTest.test-seed#[17E263EE427D413F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 708673 INFO (qtp1881311717-6444) [n:127.0.0.1:36265_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=3&name=deletenodetest_coll&nrtReplicas=1&action=CREATE&numShards=5&tlogReplicas=1&createNodeSet=127.0.0.1:34091_solr,127.0.0.1:43881_solr,127.0.0.1:36265_solr,127.0.0.1:44017_solr,127.0.0.1:46345_solr,127.0.0.1:36463_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 708675 INFO (OverseerThreadFactory-2990-thread-1-processing-n:127.0.0.1:34091_solr) [n:127.0.0.1:34091_solr ] o.a.s.c.CreateCollectionCmd Create collection deletenodetest_coll
[junit4] 2> 708778 INFO (OverseerStateUpdate-99010465141817359-127.0.0.1:34091_solr-n_0000000000) [n:127.0.0.1:34091_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletenodetest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46345/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 708779 INFO (OverseerStateUpdate-99010465141817359-127.0.0.1:34091_solr-n_0000000000) [n:127.0.0.1:34091_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletenodetest_coll_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34091/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 708780 INFO (OverseerStateUpdate-99010465141817359-127.0.0.1:34091_solr-n_0000000000) [n:127.0.0.1:34091_solr ] o.a.s.
[...truncated too long message...]
SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerConcurrent_17E263EE427D413F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=127, maxMBSortInHeap=6.0053517245066335, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@9bfb876), locale=hi-IN, timezone=SystemV/PST8
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=269188200,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestStressCloudBlindAtomicUpdates, RegexBoostProcessorTest, TestShortCircuitedRequests, SparseHLLTest, DataDrivenBlockJoinTest, TestInfoStreamLogging, TestClusterStateMutator, TestSolrConfigHandler, SolrIndexSplitterTest, LukeRequestHandlerTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, TestDynamicFieldCollectionResource, SolrCmdDistributorTest, TestRangeQuery, VersionInfoTest, TestNoOpRegenerator, SolrIndexConfigTest, ConvertedLegacyTest, TestTrieFacet, TestRequestStatusCollectionAPI, HealthCheckHandlerTest, HdfsChaosMonkeySafeLeaderTest, CreateCollectionCleanupTest, TestAnalyzeInfixSuggestions, SampleTest, SynonymTokenizerTest, TestComplexPhraseLeadingWildcard, TestManagedSchemaThreadSafety, TestFieldCacheReopen, OpenExchangeRatesOrgProviderTest, SegmentsInfoRequestHandlerTest, TestExactSharedStatsCache, TestConfigSetsAPI, SpatialHeatmapFacetsTest, TestDocumentBuilder, DeleteLastCustomShardedReplicaTest, InfixSuggestersTest, TestHashQParserPlugin, TestClusterProperties, CollectionTooManyReplicasTest, PolyFieldTest, SolrShardReporterTest, MoreLikeThisHandlerTest, TestOrdValues, MBeansHandlerTest, TestLocalFSCloudBackupRestore, UtilsToolTest, TestPivotHelperCode, UninvertDocValuesMergePolicyTest, ChaosMonkeySafeLeaderTest, TestDownShardTolerantSearch, TestLazyCores, DistributedTermsComponentTest, V2StandaloneTest, SchemaVersionSpecificBehaviorTest, DistribDocExpirationUpdateProcessorTest, TestStressRecovery, TestLuceneMatchVersion, TestHalfAndHalfDocValues, RestartWhileUpdatingTest, TestLeaderElectionWithEmptyReplica, TestRawTransformer, CdcrReplicationHandlerTest, TestSmileRequest, LeaderFailoverAfterPartitionTest, PingRequestHandlerTest, DeleteShardTest, TestSolrQueryParser, BigEndianAscendingWordSerializerTest, SortSpecParsingTest, TestSubQueryTransformerDistrib, TestDistributedStatsComponentCardinality, MetricsHandlerTest, NumericFieldsTest, OverseerModifyCollectionTest, SignatureUpdateProcessorFactoryTest, TestBlobHandler, TestCustomStream, CdcrBidirectionalTest, TestStressLucene, RemoteQueryErrorTest, SuggesterFSTTest, TestRemoteStreaming, TestQuerySenderNoQuery, OpenCloseCoreStressTest, BinaryUpdateRequestHandlerTest, TestRestManager, TestJmxIntegration, TestXIncludeConfig, RequestHandlersTest, DistributedDebugComponentTest, ResponseHeaderTest, TestDocSet, SuggesterTSTTest, OutOfBoxZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, TestFaceting, TestFieldResource, TestMaxScoreQueryParser, PrimUtilsTest, TestJsonFacetRefinement, NumberUtilsTest, SolrRequestParserTest, BlockJoinFacetDistribTest, HdfsLockFactoryTest, TestRTimerTree, TestSolr4Spatial, SOLR749Test, HdfsRecoverLeaseTest, TestSolrFieldCacheBean, ShowFileRequestHandlerTest, NotRequiredUniqueKeyTest, TestBM25SimilarityFactory, TestOnReconnectListenerSupport, TestLegacyField, TestCloudPseudoReturnFields, ConfigureRecoveryStrategyTest, TermVectorComponentDistributedTest, TestReloadDeadlock, TestCursorMarkWithoutUniqueKey, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, SpellCheckComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, DirectUpdateHandlerTest, HighlighterTest, TestCoreDiscovery, TestFoldingMultitermQuery, TestTrie, SpatialFilterTest, NoCacheHeaderTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, TestQueryTypes, TestOmitPositions, DocumentBuilderTest, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, TestMergePolicyConfig, TestElisionMultitermQuery, TestSolrCoreProperties, SpellPossibilityIteratorTest, TestPerFieldSimilarity, TestIBSimilarityFactory, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, DistributedQueueTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica, NodeLostTriggerTest, TestPolicyCloud, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, ZkStateWriterTest, ExitableDirectoryReaderTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestDynamicLoading, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent]
[junit4] Completed [749/749 (3!)] on J1 in 637.59s, 1 test, 1 error <<< FAILURES!
[...truncated 47190 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20930 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20930/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37359
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37359
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:6E7AF8804FB24D05]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:40081/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40081/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:8CCF4931DCD49685]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at https://127.0.0.1:40081/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40081/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:12C04DDEF91A353D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37181/cl_
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37181/cl_
at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:6E7AF8804FB24D05]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12135 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 444360 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/init-core-data-001
[junit4] 2> 444360 WARN (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 444360 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 444362 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 444362 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001
[junit4] 2> 444362 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 444362 INFO (Thread-807) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 444363 INFO (Thread-807) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 444363 ERROR (Thread-807) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 444462 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40055
[junit4] 2> 444482 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444482 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444482 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444484 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 444485 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@283e6a73{/solr,null,AVAILABLE}
[junit4] 2> 444486 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@549e1057{/solr,null,AVAILABLE}
[junit4] 2> 444486 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62d65101{/solr,null,AVAILABLE}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@502ec8ea{SSL,[ssl, http/1.1]}{127.0.0.1:45583}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.e.j.s.Server Started @446198ms
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45583}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e274269{SSL,[ssl, http/1.1]}{127.0.0.1:37903}
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-1) [ ] o.e.j.s.Server Started @446198ms
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37903}
[junit4] 2> 444487 ERROR (jetty-launcher-579-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444487 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26a1c68c{SSL,[ssl, http/1.1]}{127.0.0.1:36675}
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.e.j.s.Server Started @446200ms
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.486Z
[junit4] 2> 444488 ERROR (jetty-launcher-579-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36675}
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.486Z
[junit4] 2> 444488 ERROR (jetty-launcher-579-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444488 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.486Z
[junit4] 2> 444489 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ea5d756{/solr,null,AVAILABLE}
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51552cb{SSL,[ssl, http/1.1]}{127.0.0.1:40081}
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-4) [ ] o.e.j.s.Server Started @446202ms
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444490 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40081}
[junit4] 2> 444491 ERROR (jetty-launcher-579-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T23:00:50.489Z
[junit4] 2> 444491 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444494 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 444496 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc7103a390001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 444504 INFO (jetty-launcher-579-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444506 INFO (jetty-launcher-579-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444512 INFO (jetty-launcher-579-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444513 INFO (jetty-launcher-579-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40055/solr
[junit4] 2> 444527 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444528 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40081_solr
[junit4] 2> 444528 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.Overseer Overseer (id=99016589335658505-127.0.0.1:40081_solr-n_0000000000) starting
[junit4] 2> 444536 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40081_solr
[junit4] 2> 444536 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444552 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444552 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444553 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444553 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444553 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 444554 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36675_solr
[junit4] 2> 444555 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 444555 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444561 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444561 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444561 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 444562 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37903_solr
[junit4] 2> 444565 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45583_solr
[junit4] 2> 444567 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444567 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444567 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444568 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 444568 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444568 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444571 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444575 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 444596 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444600 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444604 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444604 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444605 INFO (jetty-launcher-579-thread-4) [n:127.0.0.1:40081_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/.
[junit4] 2> 444605 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444606 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444607 INFO (jetty-launcher-579-thread-1) [n:127.0.0.1:37903_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/.
[junit4] 2> 444637 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444638 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444644 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444644 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444645 INFO (jetty-launcher-579-thread-3) [n:127.0.0.1:36675_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/.
[junit4] 2> 444646 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444646 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 444647 INFO (jetty-launcher-579-thread-2) [n:127.0.0.1:45583_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/.
[junit4] 2> 444746 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 444747 INFO (SUITE-CustomCollectionTest-seed#[E62EC75AE14E20FD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40055/solr ready
[junit4] 2> 444757 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[E62EC75AE14E20FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 444758 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[E62EC75AE14E20FD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 444771 INFO (qtp1781872814-3472) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=3&collection.configName=conf&maxShardsPerNode=4&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=3&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 444772 INFO (OverseerThreadFactory-1469-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 444876 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444877 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37903/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444878 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40081/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444878 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444879 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444880 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37903/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444881 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40081/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444882 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n15",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444884 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444885 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37903/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444886 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40081/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444887 INFO (OverseerStateUpdate-99016589335658505-127.0.0.1:40081_solr-n_0000000000) [n:127.0.0.1:40081_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 445138 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445138 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445138 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n20&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445138 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node14&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n12&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445139 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445139 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445139 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445139 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445147 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n18&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445147 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 445147 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n15&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445154 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n22&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 445256 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:40081_solr) [n:127.0.0.1:40081_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-600-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-601-thread-2-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-597-thread-2-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-601-thread-1-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-597-thread-3-processing-n:127.0.0.1:45583_solr) [n:127.0.0.1:45583_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-600-thread-2-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 445256 INFO (zkCallback-601-thread-3-processing-n:127.0.0.1:37903_solr) [n:127.0.0.1:37903_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 446146 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446146 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446154 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema [withShardField_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 446154 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.s.IndexSchema [withShardField_d_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 446155 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446155 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446182 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446186 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema [withShardField_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 446191 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.s.IndexSchema [withShardField_b_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 446193 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446201 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446202 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446232 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446232 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446245 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446246 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 446250 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.s.IndexSchema [withShardField_c_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 446255 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.s.IndexSchema [withShardField_c_replica_n15] Schema name=cloud-dynamic
[junit4] 2> 446258 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema [withShardField_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 446258 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.s.IndexSchema [withShardField_d_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 446260 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.s.IndexSchema [withShardField_d_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 446261 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.s.IndexSchema [withShardField_b_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 446262 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema [withShardField_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 446295 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.s.IndexSchema [withShardField_c_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 446318 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446318 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n1' using configuration from collection withShardField, trusted=true
[junit4] 2> 446319 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.core.withShardField.a.replica_n1' (registry 'solr.core.withShardField.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446319 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446319 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore [[withShardField_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/withShardField_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/./withShardField_a_replica_n1/data/]
[junit4] 2> 446326 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446326 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n4' using configuration from collection withShardField, trusted=true
[junit4] 2> 446327 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.core.withShardField.a.replica_n4' (registry 'solr.core.withShardField.a.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446327 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446327 INFO (qtp1781872814-3508) [n:127.0.0.1:40081_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore [[withShardField_a_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/withShardField_a_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/./withShardField_a_replica_n4/data/]
[junit4] 2> 446340 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446340 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n6' using configuration from collection withShardField, trusted=true
[junit4] 2> 446340 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446340 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n20' using configuration from collection withShardField, trusted=true
[junit4] 2> 446340 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.core.withShardField.b.replica_n6' (registry 'solr.core.withShardField.b.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446341 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446341 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrCore [[withShardField_b_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/withShardField_b_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/./withShardField_b_replica_n6/data/]
[junit4] 2> 446341 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.core.withShardField.d.replica_n20' (registry 'solr.core.withShardField.d.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446341 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446341 INFO (qtp1781872814-3485) [n:127.0.0.1:40081_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n20] o.a.s.c.SolrCore [[withShardField_d_replica_n20] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/withShardField_d_replica_n20], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/./withShardField_d_replica_n20/data/]
[junit4] 2> 446344 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446344 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n8' using configuration from collection withShardField, trusted=true
[junit4] 2> 446344 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.core.withShardField.b.replica_n8' (registry 'solr.core.withShardField.b.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446345 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446345 INFO (qtp1190498397-3495) [n:127.0.0.1:36675_solr c:withShardField s:b r:core_node11 x:withShardField_b_replica_n8] o.a.s.c.SolrCore [[withShardField_b_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/withShardField_b_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/./withShardField_b_replica_n8/data/]
[junit4] 2> 446347 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446347 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n10' using configuration from collection withShardField, trusted=true
[junit4] 2> 446348 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446348 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.core.withShardField.b.replica_n10' (registry 'solr.core.withShardField.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446348 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n15' using configuration from collection withShardField, trusted=true
[junit4] 2> 446348 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446348 INFO (qtp1061909187-3482) [n:127.0.0.1:37903_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore [[withShardField_b_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/withShardField_b_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/./withShardField_b_replica_n10/data/]
[junit4] 2> 446348 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.core.withShardField.c.replica_n15' (registry 'solr.core.withShardField.c.replica_n15') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446349 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446349 INFO (qtp2076923664-3476) [n:127.0.0.1:45583_solr c:withShardField s:c r:core_node17 x:withShardField_c_replica_n15] o.a.s.c.SolrCore [[withShardField_c_replica_n15] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/withShardField_c_replica_n15], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/./withShardField_c_replica_n15/data/]
[junit4] 2> 446349 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446349 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n2' using configuration from collection withShardField, trusted=true
[junit4] 2> 446350 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.core.withShardField.a.replica_n2' (registry 'solr.core.withShardField.a.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446350 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446350 INFO (qtp1061909187-3477) [n:127.0.0.1:37903_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore [[withShardField_a_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/withShardField_a_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/./withShardField_a_replica_n2/data/]
[junit4] 2> 446351 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446351 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n18' using configuration from collection withShardField, trusted=true
[junit4] 2> 446351 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37903.solr.core.withShardField.d.replica_n18' (registry 'solr.core.withShardField.d.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446352 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446352 INFO (qtp1061909187-3600) [n:127.0.0.1:37903_solr c:withShardField s:d r:core_node21 x:withShardField_d_replica_n18] o.a.s.c.SolrCore [[withShardField_d_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/withShardField_d_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node1/./withShardField_d_replica_n18/data/]
[junit4] 2> 446357 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446357 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n12' using configuration from collection withShardField, trusted=true
[junit4] 2> 446358 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40081.solr.core.withShardField.c.replica_n12' (registry 'solr.core.withShardField.c.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446358 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446358 INFO (qtp1781872814-3507) [n:127.0.0.1:40081_solr c:withShardField s:c r:core_node14 x:withShardField_c_replica_n12] o.a.s.c.SolrCore [[withShardField_c_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/withShardField_c_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node4/./withShardField_c_replica_n12/data/]
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n22' using configuration from collection withShardField, trusted=true
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45583.solr.core.withShardField.d.replica_n22' (registry 'solr.core.withShardField.d.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446359 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446360 INFO (qtp2076923664-3492) [n:127.0.0.1:45583_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n22] o.a.s.c.SolrCore [[withShardField_d_replica_n22] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/withShardField_d_replica_n22], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node2/./withShardField_d_replica_n22/data/]
[junit4] 2> 446364 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 446364 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n16' using configuration from collection withShardField, trusted=true
[junit4] 2> 446365 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.core.withShardField.c.replica_n16' (registry 'solr.core.withShardField.c.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46c1fe03
[junit4] 2> 446365 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 446365 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrCore [[withShardField_c_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/withShardField_c_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_E62EC75AE14E20FD-001/tempDir-001/node3/./withShardField_c_replica_n16/data/]
[junit4] 2> 446470 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 446470 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 446472 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 446472 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 446474 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76daac9f[withShardField_a_replica_n1] main]
[junit4] 2> 446474 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 446474 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 446475 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 446483 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584265431593517056
[junit4] 2> 446486 INFO (searcherExecutor-1478-thread-1-processing-n:127.0.0.1:36675_solr x:withShardField_a_replica_n1 s:a c:withShardField r:core_node3) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore [withShardField_a_replica_n1] Registered new searcher Searcher@76daac9f[withShardField_a_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 446495 INFO (qtp1190498397-3479) [n:127.0.0.1:36675_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=3 found=1 timeoutin=9999ms
[junit4] 2> 446498 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 446498 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 446522 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 446522 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 446522 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 446522 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 446533 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 446534 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 446540 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4124393f[withShardField_b_replica_n6] main]
[junit4] 2> 446541 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 446541 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 446544 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c45abd2[withShardField_c_replica_n16] main]
[junit4] 2> 446545 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 446545 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 446546 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 446549 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 446554 INFO (searcherExecutor-1480-thread-1-processing-n:127.0.0.1:45583_solr x:withShardField_b_replica_n6 s:b c:withShardField r:core_node9) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.c.SolrCore [withShardField_b_replica_n6] Registered new searcher Searcher@4124393f[withShardField_b_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 446554 INFO (qtp2076923664-3478) [n:127.0.0.1:45583_solr c:withShardField s:b r:core_node9 x:withShardField_b_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584265431667965952
[junit4] 2> 446558 INFO (searcherExecutor-1489-thread-1-processing-n:127.0.0.1:36675_solr x:withShardField_c_replica_n16 s:c c:withShardField r:core_node19) [n:127.0.0.1:36675_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n16] o.a.s.c.SolrCore [withShardField_c_replica_n16] Registered new searcher Searcher@1c45abd2[withShardField_c_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 446558 INFO (qtp1190498397-3594) [n:127.0.0.1:36675_solr c:withShardFie
[...truncated too long message...]
ipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 2453425 INFO (qtp1110600288-10163) [n:127.0.0.1:37359_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630216
[junit4] 2> 2453425 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[E62EC75AE14E20FD]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2453426 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[E62EC75AE14E20FD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43749 43749
[junit4] 2> 2460275 INFO (Thread-1903) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43749 43749
[junit4] 2> 2460276 WARN (Thread-1903) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=E62EC75AE14E20FD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Africa/Kampala -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 637s J2 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37359
[junit4] > at __randomizedtesting.SeedInfo.seed([E62EC75AE14E20FD:6E7AF8804FB24D05]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_E62EC75AE14E20FD-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@673c14a4), locale=es-EC, timezone=Africa/Kampala
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=122142384,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ReplicaListTransformerTest, TestPKIAuthenticationPlugin, TestPartialUpdateDeduplication, SuggesterWFSTTest, DirectSolrConnectionTest, TestInPlaceUpdatesStandalone, TimeZoneUtilsTest, TestJsonFacets, AliasIntegrationTest, TestCloudJSONFacetJoinDomain, TestInitParams, TestMissingGroups, DistribJoinFromCollectionTest, AutoscalingHistoryHandlerTest, RuleEngineTest, ReturnFieldsTest, TestRealTimeGet, FullSolrCloudDistribCmdsTest, TestReplicaProperties, UnloadDistributedZkTest, TestExactStatsCache, ConfigSetsAPITest, TestSystemIdResolver, RollingRestartTest, TestHashPartitioner, TriLevelCompositeIdRoutingTest, TestIndexSearcher, TestQuerySenderListener, PluginInfoTest, TestHighFrequencyDictionaryFactory, TestCloudNestedDocsSort, DistributedSpellCheckComponentTest, CustomCollectionTest, RegexBytesRefFilterTest, TestBlendedInfixSuggestions, TestScoreJoinQPScore, OverseerTest, TestFunctionQuery, PeerSyncReplicationTest, TestSolrDeletionPolicy2, CoreSorterTest, UniqFieldsUpdateProcessorFactoryTest, SortByFunctionTest, TestSizeLimitedDistributedMap, TestLMJelinekMercerSimilarityFactory, TestCoreDiscovery, ScriptEngineTest, TestSearcherReuse, TestFiltering, TestValueSourceCache, TestCollectionAPI, WrapperMergePolicyFactoryTest, TestQueryTypes, DistanceFunctionTest, TestInitQParser, TestSolrXml, MultiThreadedOCPTest, DistributedFacetPivotWhiteBoxTest, TestAddFieldRealTimeGet, TestUnifiedSolrHighlighter, SuggesterTest, SolrSlf4jReporterTest, TestTolerantUpdateProcessorCloud, ComputePlanActionTest, TestRandomFlRTGCloud, TestLMDirichletSimilarityFactory, SearchRateTriggerTest, TestStressInPlaceUpdates, RequestLoggingTest, StatsReloadRaceTest, ManagedSchemaRoundRobinCloudTest, TestTrackingShardHandlerFactory, HttpPartitionTest, DistributedFacetPivotLongTailTest, TestPushWriter, TestPointFields, TestSubQueryTransformer, TestRetrieveFieldsOptimizer, AsyncCallRequestStatusResponseTest, TestPrepRecovery, TestFieldCacheSort, ParsingFieldUpdateProcessorsTest, MergeStrategyTest, ConjunctionSolrSpellCheckerTest, ReplaceNodeTest, TestNumericTokenStream, SystemInfoHandlerTest, StatsComponentTest, TestBulkSchemaAPI, OverriddenZkACLAndCredentialsProvidersTest, LeaderElectionTest, HighlighterTest, TestAuthenticationFramework, AddSchemaFieldsUpdateProcessorFactoryTest, BadComponentTest, TestLeaderElectionZkExpiry, ZkNodePropsTest, CoreMergeIndexesAdminHandlerTest, TestNonDefinedSimilarityFactory, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [416/750 (3!)] on J2 in 637.51s, 1 test, 1 error <<< FAILURES!
[...truncated 48359 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20929 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20929/
Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41929/c_yx/z
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41929/c_yx/z
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:566FE96E7A5F5642]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1668)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1695)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:610)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 52 more
FAILED: org.apache.solr.cloud.TestPrepRecovery.testLeaderNotResponding
Error Message:
Error from server at http://127.0.0.1:39279/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8767FED393D4FB05]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPrepRecovery.testLeaderNotResponding(TestPrepRecovery.java:91)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded
Error Message:
Error from server at http://127.0.0.1:39279/solr: Could not fully create collection: testLeaderUnloaded
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: Could not fully create collection: testLeaderUnloaded
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8D9CC542298FD5B8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded(TestPrepRecovery.java:57)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:CA738DE1F7A486A4]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12163 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPrepRecovery
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/init-core-data-001
[junit4] 2> 140401 WARN (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 140401 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001
[junit4] 2> 140402 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 140403 INFO (Thread-304) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 140403 INFO (Thread-304) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 140405 ERROR (Thread-304) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 140511 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46329
[junit4] 2> 140521 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc66b9f3e0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 140524 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 140524 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b8de35a{/solr,null,AVAILABLE}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a5fffa5{/solr,null,AVAILABLE}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c5a2b02{HTTP/1.1,[http/1.1]}{127.0.0.1:39531}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30af84ff{HTTP/1.1,[http/1.1]}{127.0.0.1:39279}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.Server Started @142516ms
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.Server Started @142516ms
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39531}
[junit4] 2> 140534 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39279}
[junit4] 2> 140535 ERROR (jetty-launcher-346-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 140535 ERROR (jetty-launcher-346-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T20:01:02.913196Z
[junit4] 2> 140535 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T20:01:02.913210Z
[junit4] 2> 140544 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 140544 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 140546 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 140546 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 140546 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 140548 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 140548 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 140549 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 140552 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46329/solr
[junit4] 2> 140552 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46329/solr
[junit4] 2> 140627 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 140627 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 140628 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39531_solr
[junit4] 2> 140629 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39279_solr
[junit4] 2> 140629 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99015882360881157-127.0.0.1:39531_solr-n_0000000000) starting
[junit4] 2> 140630 INFO (zkCallback-357-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140630 INFO (zkCallback-358-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140657 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39531_solr
[junit4] 2> 140657 INFO (zkCallback-358-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140660 INFO (OverseerStateUpdate-99015882360881157-127.0.0.1:39531_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140681 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140685 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140685 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140686 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node2/.
[junit4] 2> 140701 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140710 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140710 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 140712 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/.
[junit4] 2> 140832 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 140832 INFO (SUITE-TestPrepRecovery-seed#[DE3BD6B4D4A33BBA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46329/solr ready
[junit4] 2> 140840 INFO (TEST-TestPrepRecovery.testLeaderNotResponding-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderNotResponding
[junit4] 2> 140854 INFO (qtp799644961-1740) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=testLeaderNotResponding&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 140856 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testLeaderNotResponding
[junit4] 2> 140856 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 140856 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testLeaderNotResponding/protwords.txt
[junit4] 2> 140857 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testLeaderNotResponding/managed-schema
[junit4] 2> 140857 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testLeaderNotResponding/solrconfig.xml
[junit4] 2> 140858 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testLeaderNotResponding/synonyms.txt
[junit4] 2> 140858 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testLeaderNotResponding/stopwords.txt
[junit4] 2> 140859 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testLeaderNotResponding/lang/contractions_it.txt
[junit4] 2> 140859 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testLeaderNotResponding/lang/stemdict_nl.txt
[junit4] 2> 140860 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testLeaderNotResponding/lang/stopwords_hy.txt
[junit4] 2> 140861 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testLeaderNotResponding/lang/stopwords_no.txt
[junit4] 2> 140862 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testLeaderNotResponding/lang/contractions_ca.txt
[junit4] 2> 140868 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testLeaderNotResponding/lang/stopwords_id.txt
[junit4] 2> 140869 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testLeaderNotResponding/lang/stopwords_ga.txt
[junit4] 2> 140875 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testLeaderNotResponding/lang/stopwords_hi.txt
[junit4] 2> 140876 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testLeaderNotResponding/lang/stopwords_da.txt
[junit4] 2> 140881 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testLeaderNotResponding/lang/stopwords_ja.txt
[junit4] 2> 140882 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testLeaderNotResponding/lang/stopwords_pt.txt
[junit4] 2> 140882 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testLeaderNotResponding/lang/stopwords_hu.txt
[junit4] 2> 140883 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testLeaderNotResponding/lang/stopwords_el.txt
[junit4] 2> 140884 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testLeaderNotResponding/lang/stopwords_ru.txt
[junit4] 2> 140885 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testLeaderNotResponding/lang/stopwords_tr.txt
[junit4] 2> 140886 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testLeaderNotResponding/lang/stopwords_ar.txt
[junit4] 2> 140887 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testLeaderNotResponding/lang/userdict_ja.txt
[junit4] 2> 140888 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testLeaderNotResponding/lang/stopwords_eu.txt
[junit4] 2> 140889 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testLeaderNotResponding/lang/stopwords_it.txt
[junit4] 2> 140889 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testLeaderNotResponding/lang/stopwords_cz.txt
[junit4] 2> 140890 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testLeaderNotResponding/lang/stoptags_ja.txt
[junit4] 2> 140892 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testLeaderNotResponding/lang/contractions_fr.txt
[junit4] 2> 140893 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testLeaderNotResponding/lang/stopwords_de.txt
[junit4] 2> 140894 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testLeaderNotResponding/lang/stopwords_fa.txt
[junit4] 2> 140895 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testLeaderNotResponding/lang/contractions_ga.txt
[junit4] 2> 140897 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testLeaderNotResponding/lang/stopwords_ca.txt
[junit4] 2> 140898 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testLeaderNotResponding/lang/stopwords_nl.txt
[junit4] 2> 140899 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testLeaderNotResponding/lang/stopwords_bg.txt
[junit4] 2> 140900 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testLeaderNotResponding/lang/stopwords_lv.txt
[junit4] 2> 140901 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testLeaderNotResponding/lang/stopwords_en.txt
[junit4] 2> 140902 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testLeaderNotResponding/lang/stopwords_es.txt
[junit4] 2> 140903 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testLeaderNotResponding/lang/stopwords_th.txt
[junit4] 2> 140908 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testLeaderNotResponding/lang/stopwords_ro.txt
[junit4] 2> 140909 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testLeaderNotResponding/lang/stopwords_fr.txt
[junit4] 2> 140910 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testLeaderNotResponding/lang/stopwords_sv.txt
[junit4] 2> 140911 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testLeaderNotResponding/lang/stopwords_fi.txt
[junit4] 2> 140920 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testLeaderNotResponding/lang/hyphenations_ga.txt
[junit4] 2> 140932 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testLeaderNotResponding/lang/stopwords_gl.txt
[junit4] 2> 140933 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testLeaderNotResponding/params.json
[junit4] 2> 141039 INFO (OverseerStateUpdate-99015882360881157-127.0.0.1:39531_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testLeaderNotResponding",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testLeaderNotResponding_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39531/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 141271 INFO (qtp1782247858-1732) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testLeaderNotResponding&newCollection=true&name=testLeaderNotResponding_shard1_replica_n1&action=CREATE&numShards=1&collection=testLeaderNotResponding&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 141272 INFO (qtp1782247858-1732) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 141400 INFO (zkCallback-357-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderNotResponding/state.json] for collection [testLeaderNotResponding] has occurred - updating... (live nodes size: [2])
[junit4] 2> 141400 INFO (zkCallback-357-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderNotResponding/state.json] for collection [testLeaderNotResponding] has occurred - updating... (live nodes size: [2])
[junit4] 2> 142306 INFO (qtp1782247858-1732) [ ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 142306 INFO (qtp1782247858-1732) [ ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 142307 WARN (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1/../../../../dist
[junit4] 2> 142311 INFO (qtp1782247858-1732) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 142330 INFO (qtp1782247858-1732) [ ] o.a.s.s.IndexSchema [testLeaderNotResponding_shard1_replica_n1] Schema name=default-config
[junit4] 2> 142607 INFO (qtp1782247858-1732) [ ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 142637 INFO (qtp1782247858-1732) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testLeaderNotResponding_shard1_replica_n1' using configuration from collection testLeaderNotResponding, trusted=true
[junit4] 2> 142637 INFO (qtp1782247858-1732) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testLeaderNotResponding.shard1.replica_n1' (registry 'solr.core.testLeaderNotResponding.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db40bdd
[junit4] 2> 142639 INFO (qtp1782247858-1732) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 142639 INFO (qtp1782247858-1732) [ ] o.a.s.c.SolrCore [[testLeaderNotResponding_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/testLeaderNotResponding_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPrepRecovery_DE3BD6B4D4A33BBA-001/tempDir-001/node1/./testLeaderNotResponding_shard1_replica_n1/data/]
[junit4] 2> 142703 INFO (qtp1782247858-1732) [ ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 142852 INFO (qtp1782247858-1732) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 142852 INFO (qtp1782247858-1732) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 142853 INFO (qtp1782247858-1732) [ ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 142853 INFO (qtp1782247858-1732) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 142856 INFO (qtp1782247858-1732) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ef59515[testLeaderNotResponding_shard1_replica_n1] main]
[junit4] 2> 142857 INFO (qtp1782247858-1732) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testLeaderNotResponding
[junit4] 2> 142857 INFO (qtp1782247858-1732) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testLeaderNotResponding
[junit4] 2> 142857 INFO (qtp1782247858-1732) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testLeaderNotResponding/managed-schema
[junit4] 2> 142858 INFO (qtp1782247858-1732) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 142858 INFO (qtp1782247858-1732) [ ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 142861 INFO (qtp1782247858-1732) [ ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 142868 INFO (qtp1782247858-1732) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 142868 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@7ef59515[testLeaderNotResponding_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 142868 INFO (qtp1782247858-1732) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584254120357789696
[junit4] 2> 142868 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 142868 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 142870 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.SolrCore [testLeaderNotResponding_shard1_replica_n1] Registered new searcher Searcher@7ef59515[testLeaderNotResponding_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 142873 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 142873 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 142873 INFO (qtp1782247858-1732) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39531/solr/testLeaderNotResponding_shard1_replica_n1/
[junit4] 2> 142874 INFO (qtp1782247858-1732) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 142874 INFO (qtp1782247858-1732) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:39531/solr/testLeaderNotResponding_shard1_replica_n1/ has no replicas
[junit4] 2> 142874 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 142878 INFO (qtp1782247858-1732) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39531/solr/testLeaderNotResponding_shard1_replica_n1/ shard1
[junit4] 2> 320857 ERROR (qtp799644961-1740) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 320863 INFO (qtp799644961-1740) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=testLeaderNotResponding&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=500 QTime=180009
[junit4] 2> 320864 ERROR (qtp799644961-1740) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 320864 INFO (TEST-TestPrepRecovery.testLeaderNotResponding-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderNotResponding
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPrepRecovery -Dtests.method=testLeaderNotResponding -Dtests.seed=DE3BD6B4D4A33BBA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru-KG -Dtests.timezone=Asia/Kamchatka -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 180s J2 | TestPrepRecovery.testLeaderNotResponding <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8767FED393D4FB05]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestPrepRecovery.testLeaderNotResponding(TestPrepRecovery.java:91)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 320880 INFO (TEST-TestPrepRecovery.testLeaderUnloaded-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderUnloaded
[junit4] 2> 320881 INFO (qtp799644961-1741) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&name=testLeaderUnloaded&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 320882 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testLeaderUnloaded
[junit4] 2> 320882 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 320882 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testLeaderUnloaded/protwords.txt
[junit4] 2> 320883 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testLeaderUnloaded/managed-schema
[junit4] 2> 320885 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testLeaderUnloaded/solrconfig.xml
[junit4] 2> 320886 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testLeaderUnloaded/synonyms.txt
[junit4] 2> 320887 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testLeaderUnloaded/stopwords.txt
[junit4] 2> 320888 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testLeaderUnloaded/lang/contractions_it.txt
[junit4] 2> 320889 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testLeaderUnloaded/lang/stemdict_nl.txt
[junit4] 2> 320890 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testLeaderUnloaded/lang/stopwords_hy.txt
[junit4] 2> 320891 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testLeaderUnloaded/lang/stopwords_no.txt
[junit4] 2> 320892 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testLeaderUnloaded/lang/contractions_ca.txt
[junit4] 2> 320893 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testLeaderUnloaded/lang/stopwords_id.txt
[junit4] 2> 320894 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testLeaderUnloaded/lang/stopwords_ga.txt
[junit4] 2> 320895 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testLeaderUnloaded/lang/stopwords_hi.txt
[junit4] 2> 320896 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testLeaderUnloaded/lang/stopwords_da.txt
[junit4] 2> 320897 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testLeaderUnloaded/lang/stopwords_ja.txt
[junit4] 2> 320898 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testLeaderUnloaded/lang/stopwords_pt.txt
[junit4] 2> 320898 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testLeaderUnloaded/lang/stopwords_hu.txt
[junit4] 2> 320899 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testLeaderUnloaded/lang/stopwords_el.txt
[junit4] 2> 320900 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testLeaderUnloaded/lang/stopwords_ru.txt
[junit4] 2> 320901 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testLeaderUnloaded/lang/stopwords_tr.txt
[junit4] 2> 320902 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testLeaderUnloaded/lang/stopwords_ar.txt
[junit4] 2> 320903 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testLeaderUnloaded/lang/userdict_ja.txt
[junit4] 2> 320904 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testLeaderUnloaded/lang/stopwords_eu.txt
[junit4] 2> 320905 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testLeaderUnloaded/lang/stopwords_it.txt
[junit4] 2> 320906 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testLeaderUnloaded/lang/stopwords_cz.txt
[junit4] 2> 320907 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testLeaderUnloaded/lang/stoptags_ja.txt
[junit4] 2> 320908 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testLeaderUnloaded/lang/contractions_fr.txt
[junit4] 2> 320909 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testLeaderUnloaded/lang/stopwords_de.txt
[junit4] 2> 320910 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testLeaderUnloaded/lang/stopwords_fa.txt
[junit4] 2> 320911 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testLeaderUnloaded/lang/contractions_ga.txt
[junit4] 2> 320912 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testLeaderUnloaded/lang/stopwords_ca.txt
[junit4] 2> 320913 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testLeaderUnloaded/lang/stopwords_nl.txt
[junit4] 2> 320914 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testLeaderUnloaded/lang/stopwords_bg.txt
[junit4] 2> 320915 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testLeaderUnloaded/lang/stopwords_lv.txt
[junit4] 2> 320916 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testLeaderUnloaded/lang/stopwords_en.txt
[junit4] 2> 320918 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testLeaderUnloaded/lang/stopwords_es.txt
[junit4] 2> 320919 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testLeaderUnloaded/lang/stopwords_th.txt
[junit4] 2> 320920 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testLeaderUnloaded/lang/stopwords_ro.txt
[junit4] 2> 320921 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testLeaderUnloaded/lang/stopwords_fr.txt
[junit4] 2> 320922 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testLeaderUnloaded/lang/stopwords_sv.txt
[junit4] 2> 320923 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testLeaderUnloaded/lang/stopwords_fi.txt
[junit4] 2> 320924 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testLeaderUnloaded/lang/hyphenations_ga.txt
[junit4] 2> 320926 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testLeaderUnloaded/lang/stopwords_gl.txt
[junit4] 2> 320927 INFO (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testLeaderUnloaded/params.json
[junit4] 2> 350984 ERROR (OverseerThreadFactory-962-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testLeaderUnloaded operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: testLeaderUnloaded
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 350991 INFO (qtp799644961-1741) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=2&name=testLeaderUnloaded&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=500 QTime=30110
[junit4] 2> 350991 ERROR (qtp799644961-1741) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: testLeaderUnloaded
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 350992 INFO (TEST-TestPrepRecovery.testLeaderUnloaded-seed#[DE3BD6B4D4A33BBA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderUnloaded
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPrepRecovery -Dtests.method=testLeaderUnloaded -Dtests.seed=DE3BD6B4D4A33BBA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru-KG -Dtests.timezone=Asia/Kamchatka -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 30.1s J2 | TestPrepRecovery.testLeaderUnloaded <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39279/solr: Could not fully create collection: testLeaderUnloaded
[junit4] > at __randomizedtesting.SeedInfo.seed([DE3BD6B4D4A33BBA:8D9CC542298FD5B8]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded(TestPrepRecovery.java:57)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 350995 INFO (jetty-closer-347-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@30af84ff{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 350996 INFO (jetty-closer-347-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2134462241
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c5a2b02{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 350996 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1879278345
[junit4] 2> 350996 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d582b61: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6b2c9ea8
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 350996 INFO (jetty-closer-347-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@180ce094: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6cf9cf4c
[junit4] 2> 350997 ERROR (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:39531/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:39531/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:39531 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 350997 ERROR (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [testLeaderNotResponding].
[junit4] 2> 350998 INFO (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 350999 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 350999 INFO (jetty-closer-347-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@720570a8: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4cac7fc3
[junit4] 2> 350999 ERROR (OverseerThreadFactory-962-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:39531/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:39531/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> a
[...truncated too long message...]
, 24parent_f2_s=PostingsFormat(name=Asserting), 7child4_s=PostingsFormat(name=Asserting), 34parent_f2_s=Lucene50(blocksize=128), 8child1_s=PostingsFormat(name=Asserting), type_s=PostingsFormat(name=MockRandom), 14grand4_s=BlockTreeOrds(blocksize=128), 12grand11_s=BlockTreeOrds(blocksize=128), 10parent_f1_s=BlockTreeOrds(blocksize=128), 15grand12_s=PostingsFormat(name=Asserting), 11grand1_s=BlockTreeOrds(blocksize=128), 12grand6_s=BlockTreeOrds(blocksize=128), 10grand0_s=BlockTreeOrds(blocksize=128), 10grand8_s=BlockTreeOrds(blocksize=128), 31parent_f1_s=PostingsFormat(name=MockRandom), 5grand1_s=PostingsFormat(name=MockRandom), 6grand4_s=PostingsFormat(name=MockRandom), 11parent_f1_s=Lucene50(blocksize=128), 4grand2_s=PostingsFormat(name=MockRandom), 7grand3_s=PostingsFormat(name=MockRandom), 11grand9_s=BlockTreeOrds(blocksize=128), 9grand5_s=PostingsFormat(name=MockRandom), 8grand6_s=PostingsFormat(name=MockRandom), 37parent_f1_s=Lucene50(blocksize=128), 14grand6_s=PostingsFormat(name=Asserting), 15grand5_s=BlockTreeOrds(blocksize=128), 24parent_f1_s=PostingsFormat(name=MockRandom), 30parent_f2_s=Lucene50(blocksize=128), 5parent_f1_s=BlockTreeOrds(blocksize=128), 8child2_s=PostingsFormat(name=MockRandom), 10parent_f2_s=PostingsFormat(name=MockRandom), 13grand2_s=Lucene50(blocksize=128), 11grand0_s=Lucene50(blocksize=128), 12grand3_s=Lucene50(blocksize=128), 2grand1_s=BlockTreeOrds(blocksize=128), 17parent_f2_s=BlockTreeOrds(blocksize=128), 3child2_s=PostingsFormat(name=Asserting), 26parent_f2_s=BlockTreeOrds(blocksize=128), 1child0_s=PostingsFormat(name=Asserting), 10grand1_s=Lucene50(blocksize=128), 28parent_f1_s=PostingsFormat(name=MockRandom), 5grand0_s=PostingsFormat(name=Asserting), 6grand5_s=PostingsFormat(name=Asserting), 7grand2_s=PostingsFormat(name=Asserting), 15parent_f1_s=Lucene50(blocksize=128), 4grand3_s=PostingsFormat(name=Asserting), 11grand8_s=Lucene50(blocksize=128), 9grand4_s=BlockTreeOrds(blocksize=128), 8grand7_s=PostingsFormat(name=Asserting), 35parent_f1_s=PostingsFormat(name=MockRandom), 19parent_f2_s=PostingsFormat(name=Asserting), 37parent_f2_s=BlockTreeOrds(blocksize=128), 14grand7_s=PostingsFormat(name=MockRandom), 5child4_s=BlockTreeOrds(blocksize=128), 14grand13_s=BlockTreeOrds(blocksize=128), 7child6_s=BlockTreeOrds(blocksize=128), 15grand4_s=Lucene50(blocksize=128), 5parent_f2_s=Lucene50(blocksize=128), 8child3_s=BlockTreeOrds(blocksize=128), 15grand3_s=PostingsFormat(name=Asserting), 6child0_s=PostingsFormat(name=MockRandom), 15grand10_s=BlockTreeOrds(blocksize=128), 13grand1_s=PostingsFormat(name=Asserting), 39parent_f2_s=PostingsFormat(name=Asserting), 12grand4_s=PostingsFormat(name=Asserting), 17parent_f1_s=PostingsFormat(name=MockRandom), 2grand0_s=PostingsFormat(name=MockRandom), 11grand7_s=PostingsFormat(name=Asserting), 3child1_s=Lucene50(blocksize=128), 7parent_f2_s=PostingsFormat(name=MockRandom), 26parent_f1_s=Lucene50(blocksize=128), 10grand2_s=PostingsFormat(name=Asserting), 3parent_f1_s=PostingsFormat(name=Asserting), 28parent_f2_s=BlockTreeOrds(blocksize=128), 6grand2_s=Lucene50(blocksize=128), 7grand5_s=Lucene50(blocksize=128), 18parent_f2_s=PostingsFormat(name=MockRandom), 38parent_f2_s=Lucene50(blocksize=128), 8grand0_s=Lucene50(blocksize=128), 9grand3_s=Lucene50(blocksize=128), 3grand1_s=Lucene50(blocksize=128), 19parent_f1_s=Lucene50(blocksize=128), 4parent_f1_s=Lucene50(blocksize=128), 11grand10_s=BlockTreeOrds(blocksize=128), 14grand8_s=BlockTreeOrds(blocksize=128), 5child3_s=Lucene50(blocksize=128), 9parent_f2_s=Lucene50(blocksize=128), 14grand12_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), 7child1_s=Lucene50(blocksize=128), 13parent_f1_s=PostingsFormat(name=MockRandom), 7child0_s=PostingsFormat(name=Asserting), 15grand2_s=PostingsFormat(name=MockRandom), 23parent_f1_s=PostingsFormat(name=Asserting), 8child4_s=Lucene50(blocksize=128), 5child2_s=PostingsFormat(name=Asserting), 13grand4_s=PostingsFormat(name=MockRandom), 29parent_f1_s=PostingsFormat(name=Asserting), 33parent_f1_s=Lucene50(blocksize=128), 39parent_f1_s=PostingsFormat(name=MockRandom), 12parent_f1_s=PostingsFormat(name=Asserting), 22parent_f1_s=Lucene50(blocksize=128), 12grand1_s=PostingsFormat(name=MockRandom), 11grand6_s=PostingsFormat(name=MockRandom), 2child1_s=PostingsFormat(name=Asserting), 32parent_f1_s=BlockTreeOrds(blocksize=128), 3parent_f2_s=PostingsFormat(name=MockRandom), 10grand3_s=PostingsFormat(name=MockRandom), 6grand3_s=BlockTreeOrds(blocksize=128), 31parent_f2_s=PostingsFormat(name=Asserting), 41parent_f2_s=Lucene50(blocksize=128), 11parent_f2_s=BlockTreeOrds(blocksize=128), 21parent_f2_s=PostingsFormat(name=MockRandom), 7grand4_s=BlockTreeOrds(blocksize=128), 3grand0_s=BlockTreeOrds(blocksize=128), 8grand1_s=BlockTreeOrds(blocksize=128), 9grand2_s=PostingsFormat(name=Asserting), 9parent_f1_s=BlockTreeOrds(blocksize=128), 14grand9_s=Lucene50(blocksize=128), 14grand11_s=PostingsFormat(name=Asserting), 13parent_f2_s=PostingsFormat(name=Asserting), 23parent_f2_s=Lucene50(blocksize=128), 8child5_s=PostingsFormat(name=Asserting), 15grand1_s=BlockTreeOrds(blocksize=128), 5child1_s=PostingsFormat(name=MockRandom), 14grand0_s=BlockTreeOrds(blocksize=128), 33parent_f2_s=BlockTreeOrds(blocksize=128), 13grand3_s=BlockTreeOrds(blocksize=128), 22parent_f2_s=BlockTreeOrds(blocksize=128), 4child0_s=Lucene50(blocksize=128), 11grand5_s=BlockTreeOrds(blocksize=128), 12grand2_s=BlockTreeOrds(blocksize=128), 12parent_f2_s=Lucene50(blocksize=128), 10grand4_s=BlockTreeOrds(blocksize=128), 32parent_f2_s=PostingsFormat(name=MockRandom), 21parent_f1_s=BlockTreeOrds(blocksize=128), 8grand2_s=PostingsFormat(name=MockRandom), 9grand1_s=PostingsFormat(name=MockRandom), 41parent_f1_s=PostingsFormat(name=Asserting), 12grand8_s=PostingsFormat(name=Asserting), 40parent_f2_s=BlockTreeOrds(blocksize=128), 13grand7_s=BlockTreeOrds(blocksize=128), 14parent_f1_s=BlockTreeOrds(blocksize=128), 14grand10_s=Lucene50(blocksize=128), 20parent_f2_s=PostingsFormat(name=Asserting), 34parent_f1_s=PostingsFormat(name=Asserting), 6child4_s=PostingsFormat(name=MockRandom), 15grand9_s=BlockTreeOrds(blocksize=128), 6grand0_s=PostingsFormat(name=MockRandom), 7child3_s=PostingsFormat(name=MockRandom), 15grand0_s=Lucene50(blocksize=128), 8child6_s=PostingsFormat(name=MockRandom), 5child0_s=BlockTreeOrds(blocksize=128), 14grand1_s=Lucene50(blocksize=128), 8parent_f1_s=Lucene50(blocksize=128), 15grand13_s=PostingsFormat(name=MockRandom), 27parent_f2_s=Lucene50(blocksize=128), 2parent_f2_s=BlockTreeOrds(blocksize=128), 4child1_s=PostingsFormat(name=Asserting), 11grand4_s=Lucene50(blocksize=128), 16parent_f2_s=Lucene50(blocksize=128), 10grand5_s=Lucene50(blocksize=128), 36parent_f2_s=PostingsFormat(name=MockRandom), 13grand10_s=PostingsFormat(name=Asserting), 7grand6_s=PostingsFormat(name=Asserting), 18parent_f1_s=PostingsFormat(name=Asserting), 9grand8_s=BlockTreeOrds(blocksize=128), 8grand3_s=PostingsFormat(name=Asserting), 6parent_f1_s=PostingsFormat(name=MockRandom), 25parent_f1_s=BlockTreeOrds(blocksize=128), 12grand9_s=PostingsFormat(name=MockRandom), 0parent_f1_s=Lucene50(blocksize=128), 3grand2_s=PostingsFormat(name=Asserting), 9grand0_s=BlockTreeOrds(blocksize=128), 4parent_f2_s=PostingsFormat(name=Asserting), 13grand6_s=Lucene50(blocksize=128), 6child5_s=BlockTreeOrds(blocksize=128), 7child2_s=BlockTreeOrds(blocksize=128), 38parent_f1_s=PostingsFormat(name=Asserting), 5grand4_s=PostingsFormat(name=Asserting), 6grand1_s=PostingsFormat(name=Asserting), 15grand8_s=Lucene50(blocksize=128), 8child7_s=BlockTreeOrds(blocksize=128), 16parent_f1_s=BlockTreeOrds(blocksize=128), 14grand2_s=PostingsFormat(name=Asserting), 8parent_f2_s=PostingsFormat(name=Asserting), 15grand14_s=BlockTreeOrds(blocksize=128), 13grand5_s=PostingsFormat(name=Asserting), 29parent_f2_s=PostingsFormat(name=MockRandom), 2parent_f1_s=PostingsFormat(name=MockRandom), 4child2_s=PostingsFormat(name=MockRandom), rnd_b=PostingsFormat(name=Asserting), 11grand3_s=PostingsFormat(name=Asserting), 27parent_f1_s=PostingsFormat(name=Asserting), 12grand0_s=PostingsFormat(name=Asserting), 10grand6_s=PostingsFormat(name=Asserting), 2child0_s=PostingsFormat(name=MockRandom), 13grand11_s=PostingsFormat(name=MockRandom), 36parent_f1_s=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=44, maxMBSortInHeap=7.054993724712956, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a4971a4), locale=und, timezone=Africa/Asmara
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=310128488,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrGraphiteReporterTest, TestQueryTypes, TestBinaryResponseWriter, UUIDFieldTest, TestCloudSchemaless, TestExclusionRuleCollectionAccess, CdcrRequestHandlerTest, TestLRUCache, TestDynamicLoading, HdfsBasicDistributedZkTest, ClusterStateTest, TestSystemCollAutoCreate, BlockJoinFacetRandomTest, TestPushWriter, TestGroupingSearch, ParsingFieldUpdateProcessorsTest, TestSolr4Spatial2, SpatialRPTFieldTypeTest, BooleanFieldTest, TestManagedSynonymFilterFactory, TestSearcherReuse, FieldMutatingUpdateProcessorTest, TestTrie, TestOverriddenPrefixQueryForCustomFieldType, QueryElevationComponentTest, TestPrepRecovery, TestLMJelinekMercerSimilarityFactory, RegexBytesRefFilterTest, DocValuesNotIndexedTest, ReplaceNodeTest, TestLegacyFieldReuse, BadComponentTest, CoreSorterTest, AnalysisErrorHandlingTest, TestSQLHandlerNonCloud, TestFieldCacheSort, RollingRestartTest, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestReRankQParserPlugin, ZkStateReaderTest, TestExactStatsCache, ConnectionReuseTest, DistributedFacetPivotLongTailTest, TestDeleteCollectionOnDownNodes, DeleteNodeTest, AlternateDirectoryTest, HdfsRecoveryZkTest, TestCSVResponseWriter, FullSolrCloudDistribCmdsTest]
[junit4] Completed [285/749 (3!)] on J2 in 630.76s, 1 test, 1 error <<< FAILURES!
[...truncated 41624 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20928 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20928/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestExclusionRuleCollectionAccess.doTest
Error Message:
Error from server at https://127.0.0.1:37153/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37153/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B72ED3C6D6E86516:106A6B62BB5376AF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestExclusionRuleCollectionAccess.doTest(TestExclusionRuleCollectionAccess.java:36)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration
Error Message:
Expected test_collection with 2 shards and 2 replicas null Live Nodes: [127.0.0.1:40349_solr, 127.0.0.1:42849_solr] Last available state: DocCollection(test_collection//collections/test_collection/state.json/3)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "core":"test_collection_shard1_replica_n1", "base_url":"http://127.0.0.1:42849/solr", "node_name":"127.0.0.1:42849_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"test_collection_shard1_replica_n3", "base_url":"http://127.0.0.1:40349/solr", "node_name":"127.0.0.1:40349_solr", "state":"down", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"test_collection_shard2_replica_n4", "base_url":"http://127.0.0.1:42849/solr", "node_name":"127.0.0.1:42849_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node8":{ "core":"test_collection_shard2_replica_n6", "base_url":"http://127.0.0.1:40349/solr", "node_name":"127.0.0.1:40349_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected test_collection with 2 shards and 2 replicas
null
Live Nodes: [127.0.0.1:40349_solr, 127.0.0.1:42849_solr]
Last available state: DocCollection(test_collection//collections/test_collection/state.json/3)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"test_collection_shard1_replica_n1",
"base_url":"http://127.0.0.1:42849/solr",
"node_name":"127.0.0.1:42849_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"test_collection_shard1_replica_n3",
"base_url":"http://127.0.0.1:40349/solr",
"node_name":"127.0.0.1:40349_solr",
"state":"down",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"test_collection_shard2_replica_n4",
"base_url":"http://127.0.0.1:42849/solr",
"node_name":"127.0.0.1:42849_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node8":{
"core":"test_collection_shard2_replica_n6",
"base_url":"http://127.0.0.1:40349/solr",
"node_name":"127.0.0.1:40349_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([B72ED3C6D6E86516:F3E2F33DB8D2B37C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11602 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
[junit4] 2> 46555 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/init-core-data-001
[junit4] 2> 46555 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 46556 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 46556 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-001
[junit4] 2> 46557 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 46557 INFO (Thread-53) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 46557 INFO (Thread-53) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 46558 ERROR (Thread-53) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 46657 INFO (SUITE-SolrCloudReportersTest-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46515
[junit4] 2> 47669 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
[junit4] 2> 47669 ERROR (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 47669 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46515 46515
[junit4] 2> 52789 INFO (Thread-53) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46515 46515
[junit4] 2> 52790 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002
[junit4] 2> 52790 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 52790 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 52790 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 52792 ERROR (Thread-54) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 52890 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.ZkTestServer start zk server on port:37069
[junit4] 2> 52894 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 52894 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 52895 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a3a5361{/solr,null,AVAILABLE}
[junit4] 2> 52895 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34ac2735{/solr,null,AVAILABLE}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@565f726{HTTP/1.1,[http/1.1]}{127.0.0.1:42849}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.e.j.s.Server Started @54666ms
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42849}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ba4794d{HTTP/1.1,[http/1.1]}{127.0.0.1:40349}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.Server Started @54666ms
[junit4] 2> 52896 ERROR (jetty-launcher-59-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40349}
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T16:52:17.740Z
[junit4] 2> 52896 ERROR (jetty-launcher-59-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 52896 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T16:52:17.740Z
[junit4] 2> 52898 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 52898 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 52902 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 52904 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc5bed0630002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 52906 INFO (jetty-launcher-59-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37069/solr
[junit4] 2> 52906 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37069/solr
[junit4] 2> 52908 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc5bed0630004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 52924 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 52925 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42849_solr
[junit4] 2> 52925 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.Overseer Overseer (id=99015140156047365-127.0.0.1:42849_solr-n_0000000000) starting
[junit4] 2> 52930 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42849_solr
[junit4] 2> 52931 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 52951 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 52952 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 52953 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40349_solr
[junit4] 2> 52957 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 52958 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53024 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 53025 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 53025 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 53026 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 53030 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 53030 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 53045 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:40349_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1
[junit4] 2> 53057 INFO (jetty-launcher-59-thread-2) [n:127.0.0.1:42849_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2
[junit4] 1> ZK: 127.0.0.1:37069/solr
[junit4] 2> 53108 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 53109 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37069/solr ready
[junit4] 2> 53111 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 53113 INFO (OverseerThreadFactory-132-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.CreateCollectionCmd Create collection test_collection
[junit4] 2> 53219 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42849/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53221 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40349/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53223 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42849/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53224 INFO (OverseerStateUpdate-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40349/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 53430 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53430 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 53431 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53434 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53435 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 53436 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 53540 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-71-thread-3-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53540 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54447 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54447 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54450 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54453 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema [test_collection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 54454 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 54455 WARN (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54458 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54458 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from collection test_collection, trusted=true
[junit4] 2> 54458 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n4
[junit4] 2> 54459 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema [test_collection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 54464 WARN (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54464 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54464 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n6' using configuration from collection test_collection, trusted=true
[junit4] 2> 54464 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n6
[junit4] 2> 54465 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.IndexSchema [test_collection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 54466 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema [test_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 54466 WARN (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54466 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54466 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n3' using configuration from collection test_collection, trusted=true
[junit4] 2> 54466 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n3
[junit4] 2> 54467 WARN (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 54467 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 54467 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from collection test_collection, trusted=true
[junit4] 2> 54467 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n1
[junit4] 2> 54475 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54475 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [[test_collection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard2_replica_n6/data/]
[junit4] 2> 54475 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54475 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard2_replica_n4/data/]
[junit4] 2> 54476 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 54476 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrCore [[test_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node1/test_collection_shard1_replica_n3/data/]
[junit4] 2> 54476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B72ED3C6D6E86516-001/tempDir-002/node2/test_collection_shard1_replica_n1/data/]
[junit4] 2> 54525 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54525 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54525 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54525 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54526 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54526 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54526 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db9bba5[test_collection_shard1_replica_n1] main]
[junit4] 2> 54527 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54527 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54527 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3356e33d[test_collection_shard2_replica_n6] main]
[junit4] 2> 54527 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54527 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54528 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a006ea5[test_collection_shard1_replica_n3] main]
[junit4] 2> 54528 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54528 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@88b5ab8[test_collection_shard2_replica_n4] main]
[junit4] 2> 54528 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:42849_solr x:test_collection_shard1_replica_n1 s:shard1 c:test_collection r:core_node2) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [test_collection_shard1_replica_n1] Registered new searcher Searcher@6db9bba5[test_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54529 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54529 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54529 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54530 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54531 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 54531 INFO (searcherExecutor-137-thread-1-processing-n:127.0.0.1:42849_solr x:test_collection_shard2_replica_n4 s:shard2 c:test_collection r:core_node7) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [test_collection_shard2_replica_n4] Registered new searcher Searcher@88b5ab8[test_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54531 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54531 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54532 INFO (searcherExecutor-139-thread-1-processing-n:127.0.0.1:40349_solr x:test_collection_shard1_replica_n3 s:shard1 c:test_collection r:core_node5) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.c.SolrCore [test_collection_shard1_replica_n3] Registered new searcher Searcher@1a006ea5[test_collection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54534 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 54534 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42849/solr/test_collection_shard1_replica_n1/
[junit4] 2> 54535 ERROR (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 54535 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 54535 INFO (searcherExecutor-138-thread-1-processing-n:127.0.0.1:40349_solr x:test_collection_shard2_replica_n6 s:shard2 c:test_collection r:core_node8) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [test_collection_shard2_replica_n6] Registered new searcher Searcher@3356e33d[test_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42849/solr/test_collection_shard2_replica_n4/
[junit4] 2> 54537 ERROR (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 54537 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 54538 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42849/solr/test_collection_shard1_replica_n1/ shard1
[junit4] 2> 54539 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42849/solr/test_collection_shard2_replica_n4/ shard2
[junit4] 2> 54640 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54640 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54640 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54640 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:42849_solr) [n:127.0.0.1:42849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54641 INFO (zkCallback-71-thread-3-processing-n:127.0.0.1:40349_solr) [n:127.0.0.1:40349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 54689 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 54690 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 54691 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1259
[junit4] 2> 54694 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1264
[junit4] 2> 55537 INFO (qtp570925064-330) [n:127.0.0.1:40349_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2102
[junit4] 2> 55543 INFO (qtp570925064-339) [n:127.0.0.1:40349_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2107
[junit4] 2> 55546 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 57114 INFO (OverseerCollectionConfigSetProcessor-99015140156047365-127.0.0.1:42849_solr-n_0000000000) [n:127.0.0.1:42849_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 58066 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=9
[junit4] 2> 58066 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=7
[junit4] 2> 59474 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 59477 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 59479 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 59479 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 63049 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 63052 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 64472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 64477 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 64477 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 64479 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 68048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 68049 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 69472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 69476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 69476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 69477 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 73047 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 73048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 74472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 74476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 74476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 74478 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 78048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 78048 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 79472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 79477 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 79477 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 79479 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 83047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 83048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 84472 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 84477 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 84477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 84479 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 85550 ERROR (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica http://127.0.0.1:42849/solr/test_collection_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 85550 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=32438
[junit4] 2> 88047 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 88048 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 89472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 89476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 89476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 89479 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 93047 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 93048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 94472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 94476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 94476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 94478 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 98047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 98047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 99472 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 99476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 99476 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 99477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 103048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 103049 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 104472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=1
[junit4] 2> 104476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 104476 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 104478 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 108047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 108048 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 109472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 109476 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 109476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 109477 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 113047 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 113048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 114471 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 114476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 114476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 114477 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 118048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 118048 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 119472 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 119476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 119476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 119479 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 123048 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 123049 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 124472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 124476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 124476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 124478 INFO (qtp1783856636-336) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 128047 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 128048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 129472 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 129476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 129477 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=1
[junit4] 2> 129479 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 133047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 133048 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 134472 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 134476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 134476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 134477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 138047 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 138048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 139472 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 139476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 139476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 139477 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 143047 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 143048 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 144472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 144476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 144476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 144477 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 148047 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 148048 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 149472 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 149476 INFO (qtp1783856636-399) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 149476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 149478 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 153047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 153048 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 154471 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 154476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 154476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 154477 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 158047 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 158048 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 159471 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 159476 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 159476 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 159477 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 163047 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 163048 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 164472 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 164476 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 164476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 164478 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 168047 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 168048 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=1
[junit4] 2> 169471 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 169476 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 169476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 169477 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 173047 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:40349_solr} status=0 QTime=0
[junit4] 2> 173048 INFO (qtp1783856636-342) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:42849_solr} status=0 QTime=0
[junit4] 2> 174471 INFO (qtp1783856636-334) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 174476 INFO (qtp1783856636-329) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 174476 INFO (qtp1783856636-340) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 174478 INFO (qtp1783856636-332) [n:127.0.0.1:42849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
[junit4] 2> 175554 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[B72ED3C6D6E86516]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExplicitConfiguration
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrCloudReportersTest -Dtests.method=testExplicitConfiguration -Dtests.seed=B72ED3C6D6E86516 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Pacific/Auckland -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 128s J0 | SolrCloudReportersTest.testExplicitConfiguration <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected test_collection with 2 shards and 2 replicas
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:40349_solr, 127.0.0.1:42849_solr]
[junit4] > Last available state: DocCollection(test_collection//collections/test_collection/state.json/3)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"2",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node2":{
[junit4] > "core":"test_collection_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:42849/solr",
[junit4] > "node_name":"127.0.0.1:42849_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"},
[junit4] > "core_node5":{
[junit4] > "core":"test_collection_shard1_replica_n3",
[junit4] > "base_url":"http://127.0.0.1:40349/solr",
[junit4] > "node_name":"127.0.0.1:40349_solr",
[junit4] > "state":"down",
[junit4]
[...truncated too long message...]
estHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: css33 slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2300908 INFO (qtp2032732313-15633) [n:127.0.0.1:37153_solr c:css33 s:shard1 r:core_node2 x:css33_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=css33_shard1_replica_n1&action=CREATE&numShards=1&collection=css33&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209742
[junit4] 2> 2300909 ERROR (SUITE-TestExclusionRuleCollectionAccess-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2300909 INFO (SUITE-TestExclusionRuleCollectionAccess-seed#[B72ED3C6D6E86516]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40613 40613
[junit4] 2> 2301049 INFO (Thread-3598) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40613 40613
[junit4] 2> 2301049 WARN (Thread-3598) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/css33/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestExclusionRuleCollectionAccess_B72ED3C6D6E86516-001
[junit4] 2> Nov 16, 2017 5:29:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e1247bf), locale=ar-KW, timezone=Africa/Conakry
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=173133040,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldTypeCollectionResource, LeaderFailureAfterFreshStartTest, LeaderElectionTest, SolrCLIZkUtilsTest, HdfsWriteToMultipleCollectionsTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, SolrTestCaseJ4Test, PeerSyncReplicationTest, TestPushWriter, AnalysisErrorHandlingTest, ChaosMonkeyNothingIsSafeTest, TestInPlaceUpdatesStandalone, TestIntervalFaceting, TestStandardQParsers, TestGroupingSearch, RequestLoggingTest, TestFiltering, TestMacros, TestFieldCacheWithThreads, TestPKIAuthenticationPlugin, ConnectionReuseTest, TestBlendedInfixSuggestions, TestZkAclsWithHadoopAuth, DateRangeFieldTest, FileBasedSpellCheckerTest, OverriddenZkACLAndCredentialsProvidersTest, TestFuzzyAnalyzedSuggestions, TestDistributedMissingSort, DeleteStatusTest, UnloadDistributedZkTest, TestNonDefinedSimilarityFactory, SystemInfoHandlerTest, TestExtendedDismaxParser, AlternateDirectoryTest, DisMaxRequestHandlerTest, IndexSchemaTest, TestPointFields, PluginInfoTest, TestDelegationWithHadoopAuth, ScriptEngineTest, TestJsonFacets, PeerSyncWithIndexFingerprintCachingTest, TestAddFieldRealTimeGet, AutoAddReplicasIntegrationTest, ClassificationUpdateProcessorFactoryTest, StatsReloadRaceTest, CollectionReloadTest, DistribJoinFromCollectionTest, DefaultValueUpdateProcessorTest, TestCollectionAPI, SolrMetricReporterTest, ParsingFieldUpdateProcessorsTest, SuggestComponentContextFilterQueryTest, BitVectorTest, TemplateUpdateProcessorTest, FieldAnalysisRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestReRankQParserPlugin, DistributedExpandComponentTest, TimeZoneUtilsTest, TestRetrieveFieldsOptimizer, StatsComponentTest, TestSchemaResource, TestExceedMaxTermLength, TestFieldCacheSort, TestDocTermOrds, TestElisionMultitermQuery, TestCloudJSONFacetJoinDomain, TestTolerantSearch, TestSolrCLIRunExample, AutoscalingHistoryHandlerTest, CSVRequestHandlerTest, LegacyCloudClusterPropTest, SuggesterTest, TestExactStatsCache, TestScoreJoinQPScore, RollingRestartTest, ZkStateReaderTest, TestExpandComponent, FullSolrCloudDistribCmdsTest, TestCloudNestedDocsSort, TestOverriddenPrefixQueryForCustomFieldType, TestReqParamsAPI, TestDynamicFieldResource, TestQueryTypes, TestAuthenticationFramework, ShardSplitTest, TestInitParams, LoggingHandlerTest, TestBinaryResponseWriter, TestPrepRecovery, TestBulkSchemaAPI, TestHashPartitioner, DistanceFunctionTest, TestQueryWrapperFilter, HttpTriggerListenerTest, TestNumericTokenStream, ClusterStateTest, TestSearchPerf, HdfsBasicDistributedZkTest, TestInitQParser, ConfigSetsAPITest, CoreAdminHandlerTest, SimplePostToolTest, SpellPossibilityIteratorTest, TestSearcherReuse, TestSystemCollAutoCreate, WrapperMergePolicyFactoryTest, TestMissingGroups, HdfsRecoveryZkTest, TestLegacyFieldReuse, TestSQLHandlerNonCloud, TestHighFrequencyDictionaryFactory, ComputePlanActionTest, CopyFieldTest, AnalyticsQueryTest, BufferStoreTest, HdfsDirectoryFactoryTest, TestCoreDiscovery, TestConfigSets, EchoParamsTest, BlockJoinFacetRandomTest, TestGeoJSONResponseWriter, TermVectorComponentDistributedTest, TestJoin, TestSolr4Spatial, QueryElevationComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteShardTest, DistributedQueueTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaTest, MultiThreadedOCPTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess]
[junit4] Completed [582/749 (2!)] on J2 in 210.67s, 1 test, 1 error <<< FAILURES!
[...truncated 47797 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20927 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20927/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
Error Message:
Error from server at https://127.0.0.1:35291/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35291/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([CE8CD1B9BDD268E1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.setupCluster(GraphExpressionTest.java:87)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([D9B8AD0C1B4AE93E:962649D11A40A65C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:149)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained
Error Message:
Error from server at https://127.0.0.1:32813/solr: Could not fully create collection: movereplicatest_coll2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32813/solr: Could not fully create collection: movereplicatest_coll2
at __randomizedtesting.SeedInfo.seed([D9B8AD0C1B4AE93E:F68B38DFA73A5B1C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained(MoveReplicaHDFSFailoverTest.java:75)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11929 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/init-core-data-001
[junit4] 2> 443411 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11974 numCloses=11974
[junit4] 2> 443411 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 443412 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 443412 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 443413 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001
[junit4] 2> 443413 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 443413 INFO (Thread-806) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 443413 INFO (Thread-806) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 443415 ERROR (Thread-806) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 443513 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39693
[junit4] 2> 443516 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 443518 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 443528 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@514c42ec{/solr,null,AVAILABLE}
[junit4] 2> 443528 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71077c46{/solr,null,AVAILABLE}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@179c287c{SSL,[ssl, http/1.1]}{127.0.0.1:32813}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d7cef29{SSL,[ssl, http/1.1]}{127.0.0.1:39373}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-2) [ ] o.e.j.s.Server Started @446391ms
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-1) [ ] o.e.j.s.Server Started @446391ms
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39373}
[junit4] 2> 443530 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32813}
[junit4] 2> 443531 ERROR (jetty-launcher-644-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 443531 ERROR (jetty-launcher-644-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T14:02:18.022176Z
[junit4] 2> 443531 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T14:02:18.022186Z
[junit4] 2> 443541 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 443547 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 443553 INFO (jetty-launcher-644-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39693/solr
[junit4] 2> 443554 INFO (jetty-launcher-644-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39693/solr
[junit4] 2> 443580 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 443580 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39373_solr
[junit4] 2> 443580 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.Overseer Overseer (id=99014471706542085-127.0.0.1:39373_solr-n_0000000000) starting
[junit4] 2> 443599 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39373_solr
[junit4] 2> 443600 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 443610 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 443610 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 443611 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32813_solr
[junit4] 2> 443612 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 443613 INFO (zkCallback-656-thread-1-processing-n:127.0.0.1:32813_solr) [n:127.0.0.1:32813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 443652 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443660 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443660 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443661 INFO (jetty-launcher-644-thread-1) [n:127.0.0.1:39373_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001/node1/.
[junit4] 2> 443671 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32813.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443679 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32813.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443679 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32813.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 443680 INFO (jetty-launcher-644-thread-2) [n:127.0.0.1:32813_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001/node2/.
[junit4] 2> 443719 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 443719 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39693/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 443765 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 443773 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 443774 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 443786 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_35995_hdfs____.tc59df/webapp
[junit4] 2> 443866 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:35995
[junit4] 2> 443940 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 443941 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 443944 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38331_datanode____.vxde4t/webapp
[junit4] 2> 444011 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38331
[junit4] 2> 444060 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 444061 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 444065 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38951_datanode____twv7cn/webapp
[junit4] 2> 444143 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[D9B8AD0C1B4AE93E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38951
[junit4] 2> 444146 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46187) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 444171 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x59087919311fa: from storage DS-cf4482d1-06f5-4041-930f-a0625921092f node DatanodeRegistration(127.0.0.1:42817, datanodeUuid=83cc3ce3-f0fa-425c-a3ac-0ed8bf810441, infoPort=40281, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 444172 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x59087919311fa: from storage DS-03987ad0-166b-40ea-8c52-fa38e3e26131 node DatanodeRegistration(127.0.0.1:42817, datanodeUuid=83cc3ce3-f0fa-425c-a3ac-0ed8bf810441, infoPort=40281, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 444273 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46187) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 444281 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5908798c3c417: from storage DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae node DatanodeRegistration(127.0.0.1:36201, datanodeUuid=72516d3a-dfd5-4eb0-8fb7-d738fdcd09ff, infoPort=36557, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 444281 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5908798c3c417: from storage DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f node DatanodeRegistration(127.0.0.1:36201, datanodeUuid=72516d3a-dfd5-4eb0-8fb7-d738fdcd09ff, infoPort=36557, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-56;cid=testClusterID;nsid=816151035;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 444396 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOldReplicaIsDeletedInRaceCondition
[junit4] 2> 444405 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll4&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39373_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 444406 INFO (OverseerThreadFactory-1395-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll4
[junit4] 2> 444510 INFO (OverseerStateUpdate-99014471706542085-127.0.0.1:39373_solr-n_0000000000) [n:127.0.0.1:39373_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"movereplicatest_coll4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"movereplicatest_coll4_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39373/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 444714 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll4_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll4&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 444714 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 444816 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 444816 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 445720 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 445724 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.IndexSchema [movereplicatest_coll4_shard1_replica_n1] Schema name=minimal
[junit4] 2> 445725 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 445725 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll4_shard1_replica_n1' using configuration from collection movereplicatest_coll4, trusted=true
[junit4] 2> 445726 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39373.solr.core.movereplicatest_coll4.shard1.replica_n1' (registry 'solr.core.movereplicatest_coll4.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd1cdf9
[junit4] 2> 445733 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46187/data
[junit4] 2> 445733 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 445734 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 445734 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore [[movereplicatest_coll4_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_D9B8AD0C1B4AE93E-001/tempDir-001/node1/movereplicatest_coll4_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data/]
[junit4] 2> 445735 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data/snapshot_metadata
[junit4] 2> 445751 WARN (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 450763 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data
[junit4] 2> 450781 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46187/data/movereplicatest_coll4/core_node2/data/index
[junit4] 2> 450846 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 450847 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741825_1001 size 69
[junit4] 2> 450920 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 450920 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 450920 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 450933 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 450934 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 450986 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32991dc7[movereplicatest_coll4_shard1_replica_n1] main]
[junit4] 2> 450986 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 450987 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 450989 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 450990 INFO (searcherExecutor-1400-thread-1-processing-n:127.0.0.1:39373_solr x:movereplicatest_coll4_shard1_replica_n1 s:shard1 c:movereplicatest_coll4 r:core_node2) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore [movereplicatest_coll4_shard1_replica_n1] Registered new searcher Searcher@32991dc7[movereplicatest_coll4_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 450991 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584231555249733632
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39373/solr/movereplicatest_coll4_shard1_replica_n1/
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39373/solr/movereplicatest_coll4_shard1_replica_n1/ has no replicas
[junit4] 2> 450995 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 450996 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39373/solr/movereplicatest_coll4_shard1_replica_n1/ shard1
[junit4] 2> 450997 INFO (zkCallback-655-thread-3-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 450997 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 451047 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 451056 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll4_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll4&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6341
[junit4] 2> 451057 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 451148 INFO (zkCallback-655-thread-3-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 451148 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [2])
[junit4] 2> 452058 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll4&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39373_solr&wt=javabin&version=2} status=0 QTime=7652
[junit4] 2> 452076 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1584231556369612800)]} 0 17
[junit4] 2> 452078 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1584231556388487168)]} 0 1
[junit4] 2> 452080 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1584231556390584320)]} 0 0
[junit4] 2> 452081 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1584231556391632896)]} 0 0
[junit4] 2> 452082 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1584231556392681472)]} 0 0
[junit4] 2> 452083 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1584231556393730048)]} 0 1
[junit4] 2> 452085 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1584231556395827200)]} 0 0
[junit4] 2> 452086 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1584231556396875776)]} 0 0
[junit4] 2> 452087 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1584231556398972928)]} 0 0
[junit4] 2> 452089 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1584231556400021504)]} 0 0
[junit4] 2> 452090 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1584231556401070080)]} 0 0
[junit4] 2> 452091 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1584231556402118656)]} 0 0
[junit4] 2> 452092 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1584231556403167232)]} 0 1
[junit4] 2> 452094 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1584231556405264384)]} 0 1
[junit4] 2> 452096 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1584231556406312960)]} 0 1
[junit4] 2> 452097 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1584231556408410112)]} 0 0
[junit4] 2> 452099 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1584231556410507264)]} 0 1
[junit4] 2> 452100 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1584231556411555840)]} 0 1
[junit4] 2> 452115 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1584231556413652992)]} 0 14
[junit4] 2> 452117 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1584231556429381632)]} 0 1
[junit4] 2> 452119 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1584231556431478784)]} 0 0
[junit4] 2> 452120 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1584231556432527360)]} 0 1
[junit4] 2> 452122 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1584231556434624512)]} 0 0
[junit4] 2> 452123 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1584231556435673088)]} 0 0
[junit4] 2> 452125 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1584231556436721664)]} 0 1
[junit4] 2> 452126 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1584231556438818816)]} 0 1
[junit4] 2> 452128 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1584231556440915968)]} 0 0
[junit4] 2> 452129 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1584231556441964544)]} 0 0
[junit4] 2> 452130 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1584231556443013120)]} 0 0
[junit4] 2> 452131 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1584231556444061696)]} 0 0
[junit4] 2> 452132 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1584231556445110272)]} 0 0
[junit4] 2> 452133 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1584231556446158848)]} 0 0
[junit4] 2> 452134 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1584231556447207424)]} 0 0
[junit4] 2> 452136 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1584231556448256000)]} 0 1
[junit4] 2> 452137 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1584231556450353152)]} 0 0
[junit4] 2> 452138 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1584231556451401728)]} 0 0
[junit4] 2> 452138 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1584231556452450304)]} 0 0
[junit4] 2> 452139 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1584231556453498880)]} 0 0
[junit4] 2> 452140 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1584231556454547456)]} 0 0
[junit4] 2> 452141 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1584231556455596032)]} 0 0
[junit4] 2> 452142 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1584231556455596033)]} 0 0
[junit4] 2> 452143 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1584231556456644608)]} 0 0
[junit4] 2> 452143 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1584231556457693184)]} 0 0
[junit4] 2> 452144 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1584231556458741760)]} 0 0
[junit4] 2> 452145 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1584231556459790336)]} 0 0
[junit4] 2> 452146 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1584231556460838912)]} 0 0
[junit4] 2> 452147 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1584231556461887488)]} 0 0
[junit4] 2> 452148 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1584231556461887489)]} 0 0
[junit4] 2> 452149 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1584231556462936064)]} 0 0
[junit4] 2> 452150 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1584231556463984640)]} 0 0
[junit4] 2> 452151 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1584231556465033216)]} 0 0
[junit4] 2> 452152 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1584231556466081792)]} 0 0
[junit4] 2> 452152 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1584231556467130368)]} 0 0
[junit4] 2> 452153 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1584231556468178944)]} 0 0
[junit4] 2> 452154 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1584231556469227520)]} 0 0
[junit4] 2> 452155 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1584231556470276096)]} 0 0
[junit4] 2> 452158 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1584231556471324672)]} 0 1
[junit4] 2> 452161 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1584231556474470400)]} 0 1
[junit4] 2> 452162 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1584231556476567552)]} 0 0
[junit4] 2> 452163 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1584231556477616128)]} 0 0
[junit4] 2> 452165 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1584231556479713280)]} 0 0
[junit4] 2> 452166 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1584231556480761856)]} 0 0
[junit4] 2> 452167 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1584231556481810432)]} 0 0
[junit4] 2> 452168 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1584231556482859008)]} 0 0
[junit4] 2> 452169 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1584231556483907584)]} 0 0
[junit4] 2> 452178 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1584231556484956160)]} 0 9
[junit4] 2> 452180 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1584231556495441920)]} 0 0
[junit4] 2> 452181 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1584231556496490496)]} 0 0
[junit4] 2> 452182 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1584231556497539072)]} 0 0
[junit4] 2> 452183 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1584231556498587648)]} 0 0
[junit4] 2> 452184 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1584231556499636224)]} 0 0
[junit4] 2> 452184 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1584231556500684800)]} 0 0
[junit4] 2> 452185 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1584231556501733376)]} 0 0
[junit4] 2> 452186 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1584231556502781952)]} 0 0
[junit4] 2> 452187 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75 (1584231556503830528)]} 0 0
[junit4] 2> 452188 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76 (1584231556504879104)]} 0 0
[junit4] 2> 452190 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77 (1584231556505927680)]} 0 0
[junit4] 2> 452191 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78 (1584231556506976256)]} 0 0
[junit4] 2> 452192 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79 (1584231556508024832)]} 0 0
[junit4] 2> 452193 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80 (1584231556509073408)]} 0 0
[junit4] 2> 452194 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81 (1584231556510121984)]} 0 0
[junit4] 2> 452195 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82 (1584231556511170560)]} 0 0
[junit4] 2> 452195 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83 (1584231556512219136)]} 0 0
[junit4] 2> 452196 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84 (1584231556513267712)]} 0 0
[junit4] 2> 452197 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85 (1584231556513267713)]} 0 0
[junit4] 2> 452198 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86 (1584231556514316288)]} 0 0
[junit4] 2> 452198 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87 (1584231556515364864)]} 0 0
[junit4] 2> 452199 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88 (1584231556516413440)]} 0 0
[junit4] 2> 452202 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89 (1584231556517462016)]} 0 2
[junit4] 2> 452204 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90 (1584231556521656320)]} 0 0
[junit4] 2> 452205 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91 (1584231556522704896)]} 0 0
[junit4] 2> 452206 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92 (1584231556523753472)]} 0 0
[junit4] 2> 452207 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93 (1584231556524802048)]} 0 0
[junit4] 2> 452208 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94 (1584231556524802049)]} 0 0
[junit4] 2> 452209 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95 (1584231556525850624)]} 0 0
[junit4] 2> 452209 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96 (1584231556526899200)]} 0 0
[junit4] 2> 452210 INFO (qtp2039642160-3602) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97 (1584231556527947776)]} 0 0
[junit4] 2> 452211 INFO (qtp2039642160-3606) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98 (1584231556528996352)]} 0 0
[junit4] 2> 452212 INFO (qtp2039642160-3595) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99 (1584231556530044928)]} 0 0
[junit4] 2> 452213 INFO (qtp2039642160-3594) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll4_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100 (1584231556530044929)]} 0 0
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d7cef29{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1592807321
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 452214 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e1fa060: rootName = solr_39373, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3da6ff93
[junit4] 2> 452219 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 452219 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c17c053: rootName = solr_39373, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@543508d0
[junit4] 2> 452222 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 452222 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@238b76c: rootName = solr_39373, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ba5aef4
[junit4] 2> 452223 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39373_solr
[junit4] 2> 452223 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 452223 INFO (zkCallback-656-thread-1-processing-n:127.0.0.1:32813_solr) [n:127.0.0.1:32813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 452223 INFO (zkCallback-663-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 452223 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[D9B8AD0C1B4AE93E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 452225 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.c.SolrCore [movereplicatest_coll4_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7e25465f
[junit4] 2> 452225 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll4.shard1.replica_n1, tag=2116372063
[junit4] 2> 452225 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@239cfb96: rootName = solr_39373, domain = solr.core.movereplicatest_coll4.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.movereplicatest_coll4.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7467da4f
[junit4] 2> 452234 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.movereplicatest_coll4.shard1.leader, tag=2116372063
[junit4] 2> 452234 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 452234 INFO (coreCloseExecutor-1405-thread-1) [n:127.0.0.1:39373_solr c:movereplicatest_coll4 s:shard1 r:core_node2 x:movereplicatest_coll4_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e9fb13f commitCommandVersion:0
[junit4] 2> 452267 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452268 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741827_1003 size 185
[junit4] 2> 452287 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW]]} size 0
[junit4] 2> 452288 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741828_1004 size 167
[junit4] 2> 452310 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741829_1005{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW]]} size 70
[junit4] 2> 452311 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741829_1005 size 70
[junit4] 2> 452323 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [1])
[junit4] 2> 452323 INFO (zkCallback-655-thread-3-processing-n:127.0.0.1:39373_solr) [n:127.0.0.1:39373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll4/state.json] for collection [movereplicatest_coll4] has occurred - updating... (live nodes size: [1])
[junit4] 2> 452408 INFO (OverseerCollectionConfigSetProcessor-99014471706542085-127.0.0.1:39373_solr-n_0000000000) [n:127.0.0.1:39373_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 452769 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW]]} size 0
[junit4] 2> 452769 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452779 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452780 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED], ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|FINALIZED]]} size 0
[junit4] 2> 452792 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|FINALIZED]]} size 0
[junit4] 2> 452793 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|FINALIZED], ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452804 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452804 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452812 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED]]} size 0
[junit4] 2> 452812 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cd6a2a5f-056b-40c5-8310-2042e8668a7f:NORMAL:127.0.0.1:36201|FINALIZED], ReplicaUC[[DISK]DS-03987ad0-166b-40ea-8c52-fa38e3e26131:NORMAL:127.0.0.1:42817|FINALIZED]]} size 0
[junit4] 2> 452822 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36201 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW]]} size 0
[junit4] 2> 452822 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42817 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf4482d1-06f5-4041-930f-a0625921092f:NORMAL:127.0.0.1:42817|RBW], ReplicaUC[[DISK]DS-50aaeec6-6e0c-4061-9bf8-c08dbca52dae:NORMAL:127.0.0.1:36201|RBW]]} size 0
[junit4] 2> 452835 INFO (Block report processor) [ ] BlockStateChange BL
[...truncated too long message...]
solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 347388 INFO (qtp888918803-4546) [n:127.0.0.1:35291_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209785
[junit4] 2> 347388 ERROR (SUITE-GraphExpressionTest-seed#[CE8CD1B9BDD268E1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 347389 INFO (SUITE-GraphExpressionTest-seed#[CE8CD1B9BDD268E1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40197 40197
[junit4] 2> 352425 INFO (Thread-136) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40197 40197
[junit4] 2> 352426 WARN (Thread-136) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 352426 INFO (SUITE-GraphExpressionTest-seed#[CE8CD1B9BDD268E1]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=115, maxMBSortInHeap=7.8893646060328955, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@41248ac5), locale=zh-Hant-TW, timezone=Pacific/Galapagos
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=184425832,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CloudSolrClientCacheTest, TestZkConfigManager, JdbcTest, RawValueEvaluatorTest, LessThanEvaluatorTest, CubedRootEvaluatorTest, HttpSolrClientConPoolTest, AndEvaluatorTest, StreamExpressionTest, ReverseEvaluatorTest, TestXMLEscaping, AscEvaluatorTest, TestSpellCheckResponse, SolrExampleStreamingTest, UsingSolrJRefGuideExamplesTest, HyperbolicTangentEvaluatorTest, GraphExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GraphExpressionTest -Dtests.seed=CE8CD1B9BDD268E1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-Hant-TW -Dtests.timezone=Pacific/Galapagos -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | GraphExpressionTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35291/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([CE8CD1B9BDD268E1]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.setupCluster(GraphExpressionTest.java:87)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [140/146 (1!)] on J0 in 215.49s, 0 tests, 1 error <<< FAILURES!
[...truncated 39200 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20926 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20926/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseParallelGC
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
64 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest: 1) Thread[id=131, name=qtp1676846946-131, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 2) Thread[id=95, name=qtp1012523591-95, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 3) Thread[id=161, name=org.eclipse.jetty.server.session.HashSessionManager@60185359Timer, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 4) Thread[id=199, name=zkCallback-36-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 5) Thread[id=121, name=searcherExecutor-46-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 6) Thread[id=128, name=qtp1676846946-128-acceptor-0@32f21399-ServerConnector@60d75d56{HTTP/1.1,[http/1.1]}{127.0.0.1:36247}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 7) Thread[id=192, name=OverseerStateUpdate-99013719583293449-127.0.0.1:41271_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:410) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:143) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 8) Thread[id=170, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-SendThread(127.0.0.1:33959), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 9) Thread[id=153, name=qtp324851321-153, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 10) Thread[id=200, name=zkCallback-30-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 11) Thread[id=108, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 12) Thread[id=97, name=qtp1012523591-97, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 13) Thread[id=99, name=qtp1012523591-99-acceptor-0@3c731eb8-ServerConnector@5a3dc223{HTTP/1.1,[http/1.1]}{127.0.0.1:41271}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 14) Thread[id=125, name=qtp1676846946-125, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 15) Thread[id=150, name=searcherExecutor-57-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 16) Thread[id=112, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-SendThread(127.0.0.1:33959), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 17) Thread[id=136, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 18) Thread[id=166, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 19) Thread[id=195, name=OverseerAutoScalingTriggerThread-99013719583293449-127.0.0.1:41271_-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at app//org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:153) at app//org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:62) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:117) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 20) Thread[id=205, name=zkCallback-30-thread-7, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 21) Thread[id=130, name=qtp1676846946-130, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 22) Thread[id=204, name=zkCallback-30-thread-6, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 23) Thread[id=190, name=zkCallback-24-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 24) Thread[id=100, name=qtp1012523591-100, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 25) Thread[id=158, name=qtp324851321-158, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561) at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$196/960545750.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 26) Thread[id=202, name=zkCallback-30-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 27) Thread[id=197, name=zkCallback-24-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 28) Thread[id=201, name=zkCallback-36-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 29) Thread[id=176, name=Scheduler-903938564, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 30) Thread[id=173, name=Thread-39, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 31) Thread[id=103, name=org.eclipse.jetty.server.session.HashSessionManager@355d5b71Timer, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 32) Thread[id=154, name=qtp324851321-154, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 33) Thread[id=156, name=qtp324851321-156, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 34) Thread[id=171, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 35) Thread[id=123, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 36) Thread[id=129, name=qtp1676846946-129, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 37) Thread[id=142, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 38) Thread[id=115, name=Thread-21, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 39) Thread[id=96, name=qtp1012523591-96, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 40) Thread[id=155, name=qtp324851321-155, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 41) Thread[id=137, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 42) Thread[id=141, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-SendThread(127.0.0.1:33959), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 43) Thread[id=146, name=Scheduler-664331927, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 44) Thread[id=157, name=qtp324851321-157-acceptor-0@3c992947-ServerConnector@6efa3755{HTTP/1.1,[http/1.1]}{127.0.0.1:39905}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 45) Thread[id=160, name=qtp324851321-160, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 46) Thread[id=101, name=qtp1012523591-101, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 47) Thread[id=144, name=Thread-30, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 48) Thread[id=132, name=org.eclipse.jetty.server.session.HashSessionManager@13fbdd82Timer, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 49) Thread[id=107, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 50) Thread[id=185, name=qtp1676846946-185, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 51) Thread[id=203, name=zkCallback-36-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 52) Thread[id=102, name=qtp1012523591-102, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 53) Thread[id=196, name=zkCallback-24-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 54) Thread[id=193, name=OverseerCollectionConfigSetProcessor-99013719583293449-127.0.0.1:41271_-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at app//org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:149) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 55) Thread[id=113, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 56) Thread[id=117, name=Scheduler-482499552, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 57) Thread[id=165, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 58) Thread[id=127, name=qtp1676846946-127, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 59) Thread[id=159, name=qtp324851321-159, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 60) Thread[id=98, name=qtp1012523591-98, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 61) Thread[id=198, name=zkCallback-24-thread-6, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 62) Thread[id=194, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 63) Thread[id=124, name=qtp1676846946-124, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 64) Thread[id=152, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 64 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest:
1) Thread[id=131, name=qtp1676846946-131, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
2) Thread[id=95, name=qtp1012523591-95, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
3) Thread[id=161, name=org.eclipse.jetty.server.session.HashSessionManager@60185359Timer, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
4) Thread[id=199, name=zkCallback-36-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
5) Thread[id=121, name=searcherExecutor-46-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
6) Thread[id=128, name=qtp1676846946-128-acceptor-0@32f21399-ServerConnector@60d75d56{HTTP/1.1,[http/1.1]}{127.0.0.1:36247}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
7) Thread[id=192, name=OverseerStateUpdate-99013719583293449-127.0.0.1:41271_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:410)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:143)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
8) Thread[id=170, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-SendThread(127.0.0.1:33959), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
9) Thread[id=153, name=qtp324851321-153, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
10) Thread[id=200, name=zkCallback-30-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
11) Thread[id=108, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
12) Thread[id=97, name=qtp1012523591-97, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
13) Thread[id=99, name=qtp1012523591-99-acceptor-0@3c731eb8-ServerConnector@5a3dc223{HTTP/1.1,[http/1.1]}{127.0.0.1:41271}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
14) Thread[id=125, name=qtp1676846946-125, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
15) Thread[id=150, name=searcherExecutor-57-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
16) Thread[id=112, name=TEST-FullSolrCloudDistribCmdsTest.test-seed#[89E33A2247617A65]-SendThread(127.0.0.1:33959), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
17) Thread[id=136, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
18) Thread[id=166, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
19) Thread[id=195, name=OverseerAutoScalingTriggerThread-99013719583293449-127.0.0.1:41271_-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at app//org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:153)
at app//org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:62)
at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:117)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
20) Thread[id=205, name=zkCallback-30-thread-7, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
21) Thread[id=130, name=qtp1676846946-130, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
22) Thread[id=204, name=zkCallback-30-thread-6, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
23) Thread[id=190, name=zkCallback-24-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
24) Thread[id=100, name=qtp1012523591-100, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
25) Thread[id=158, name=qtp324851321-158, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$196/960545750.execute(Unknown Source)
at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at app//org.eclipse.jetty.server.Server.handle(Server.java:534)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
26) Thread[id=202, name=zkCallback-30-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
27) Thread[id=197, name=zkCallback-24-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
28) Thread[id=201, name=zkCallback-36-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
29) Thread[id=176, name=Scheduler-903938564, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThrea
[...truncated too long message...]
2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 271755 INFO (qtp1858481618-987) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209738
[junit4] 2> 271756 ERROR (SUITE-GraphTest-seed#[54727799FC225C8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 271757 INFO (SUITE-GraphTest-seed#[54727799FC225C8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34703 34703
[junit4] 2> 276788 INFO (Thread-237) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34703 34703
[junit4] 2> 276790 WARN (Thread-237) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 276793 INFO (SUITE-GraphTest-seed#[54727799FC225C8]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=79, maxMBSortInHeap=7.876861863066551, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@72e7c309), locale=bn-BD, timezone=America/Metlakatla
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=402910936,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [FacetFieldTest, ModuloEvaluatorTest, OrEvaluatorTest, JsonValidatorTest, CumulativeProbabilityEvaluatorTest, SolrQueryTest, CollectionAdminRequestRequiredParamsTest, TestUpdateRequestCodec, TestFastInputStream, NormalDistributionEvaluatorTest, EqualToEvaluatorTest, QueryResponseTest, BasicHttpSolrClientTest, CeilingEvaluatorTest, TestSolrProperties, MergeIndexesEmbeddedTest, CommonAdminParamsTest, SubtractEvaluatorTest, SolrPingTest, HyperbolicCosineEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, CloudSolrClientMultiConstructorTest, StreamExpressionToExpessionTest, UniformDistributionEvaluatorTest, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest, SolrExampleBinaryTest, SolrExampleXMLTest, SolrExampleJettyTest, SolrExampleEmbeddedTest, TestDocumentObjectBinder, ContentStreamTest, SolrDocumentTest, AnlysisResponseBaseTest, TestLBHttpSolrClient, ConcurrentUpdateSolrClientTest, GraphTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GraphTest -Dtests.seed=54727799FC225C8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bn-BD -Dtests.timezone=America/Metlakatla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | GraphTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39985/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([54727799FC225C8]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.io.graph.GraphTest.setupCluster(GraphTest.java:62)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J1 in 215.68s, 0 tests, 1 error <<< FAILURES!
[...truncated 39182 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20925 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20925/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "core":"testSimple1_shard1_replica_n1", "base_url":"https://127.0.0.1:35321/solr", "node_name":"127.0.0.1:35321_solr", "state":"down", "type":"NRT"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:32907/solr", "node_name":"127.0.0.1:32907_solr", "state":"active", "type":"NRT", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"https://127.0.0.1:35321/solr", "node_name":"127.0.0.1:35321_solr", "state":"down", "type":"NRT"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:32907/solr", "node_name":"127.0.0.1:32907_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"testSimple1_shard1_replica_n1",
"base_url":"https://127.0.0.1:35321/solr",
"node_name":"127.0.0.1:35321_solr",
"state":"down",
"type":"NRT"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:32907/solr",
"node_name":"127.0.0.1:32907_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple1_shard2_replica_n4",
"base_url":"https://127.0.0.1:35321/solr",
"node_name":"127.0.0.1:35321_solr",
"state":"down",
"type":"NRT"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:32907/solr",
"node_name":"127.0.0.1:32907_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([B977DF5669D7F5A:3324590B416EAB8B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:124)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11673 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 5445 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/init-core-data-001
[junit4] 2> 5447 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 5449 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 5450 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 5528 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001
[junit4] 2> 5532 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5533 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5533 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5633 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33747
[junit4] 2> 5665 ERROR (Thread-3) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 5738 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc3cef1dc0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 5921 INFO (jetty-launcher-7-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 5925 INFO (jetty-launcher-7-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 5926 INFO (jetty-launcher-7-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 5967 INFO (jetty-launcher-7-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fa5d5f7{/solr,null,AVAILABLE}
[junit4] 2> 5967 INFO (jetty-launcher-7-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@320074ca{/solr,null,AVAILABLE}
[junit4] 2> 5970 INFO (jetty-launcher-7-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f748ea3{/solr,null,AVAILABLE}
[junit4] 2> 5997 INFO (jetty-launcher-7-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@97542a9{SSL,[ssl, http/1.1]}{127.0.0.1:35321}
[junit4] 2> 5997 INFO (jetty-launcher-7-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70df3655{SSL,[ssl, http/1.1]}{127.0.0.1:36069}
[junit4] 2> 5998 INFO (jetty-launcher-7-thread-2) [ ] o.e.j.s.Server Started @7518ms
[junit4] 2> 5998 INFO (jetty-launcher-7-thread-1) [ ] o.e.j.s.Server Started @7518ms
[junit4] 2> 5998 INFO (jetty-launcher-7-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36069}
[junit4] 2> 5998 INFO (jetty-launcher-7-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35321}
[junit4] 2> 6004 INFO (jetty-launcher-7-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d1dc8dc{SSL,[ssl, http/1.1]}{127.0.0.1:32907}
[junit4] 2> 6004 INFO (jetty-launcher-7-thread-3) [ ] o.e.j.s.Server Started @7524ms
[junit4] 2> 6004 INFO (jetty-launcher-7-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32907}
[junit4] 2> 6009 ERROR (jetty-launcher-7-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6009 INFO (jetty-launcher-7-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 6010 INFO (jetty-launcher-7-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6010 INFO (jetty-launcher-7-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6010 INFO (jetty-launcher-7-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T07:50:40.800398Z
[junit4] 2> 6011 ERROR (jetty-launcher-7-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6012 ERROR (jetty-launcher-7-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6012 INFO (jetty-launcher-7-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 6013 INFO (jetty-launcher-7-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 6020 INFO (jetty-launcher-7-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6020 INFO (jetty-launcher-7-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6021 INFO (jetty-launcher-7-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T07:50:40.810970Z
[junit4] 2> 6021 INFO (jetty-launcher-7-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6022 INFO (jetty-launcher-7-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6022 INFO (jetty-launcher-7-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T07:50:40.812480Z
[junit4] 2> 6044 INFO (jetty-launcher-7-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6044 INFO (jetty-launcher-7-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6049 INFO (jetty-launcher-7-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6072 INFO (jetty-launcher-7-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33747/solr
[junit4] 2> 6084 INFO (jetty-launcher-7-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33747/solr
[junit4] 2> 6113 INFO (jetty-launcher-7-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33747/solr
[junit4] 2> 6126 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc3cef1dc0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 6136 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc3cef1dc0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 6638 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 6638 INFO (jetty-launcher-7-thread-1) [n:127.0.0.1:35321_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 6656 INFO (jetty-launcher-7-thread-3) [n:127.0.0.1:32907_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 6657 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36069_solr
[junit4] 2> 6664 INFO (jetty-launcher-7-thread-1) [n:127.0.0.1:35321_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35321_solr
[junit4] 2> 6671 INFO (jetty-launcher-7-thread-3) [n:127.0.0.1:32907_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32907_solr
[junit4] 2> 6672 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.c.Overseer Overseer (id=99013010413846537-127.0.0.1:36069_solr-n_0000000000) starting
[junit4] 2> 6688 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6688 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6695 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:32907_solr) [n:127.0.0.1:32907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6864 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36069_solr
[junit4] 2> 6871 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:32907_solr) [n:127.0.0.1:32907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6871 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6871 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6881 DEBUG (OverseerAutoScalingTriggerThread-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 6916 DEBUG (OverseerAutoScalingTriggerThread-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 6944 DEBUG (OverseerAutoScalingTriggerThread-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 6944 DEBUG (OverseerAutoScalingTriggerThread-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 6944 DEBUG (OverseerAutoScalingTriggerThread-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 6955 DEBUG (OverseerAutoScalingTriggerThread-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 6956 DEBUG (OverseerAutoScalingTriggerThread-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 6977 DEBUG (ScheduledTrigger-46-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 7061 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36069.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7062 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36069.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7063 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36069.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7081 INFO (jetty-launcher-7-thread-1) [n:127.0.0.1:35321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35321.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7082 INFO (jetty-launcher-7-thread-1) [n:127.0.0.1:35321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35321.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7082 INFO (jetty-launcher-7-thread-1) [n:127.0.0.1:35321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35321.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7084 INFO (jetty-launcher-7-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node2/.
[junit4] 2> 7091 INFO (jetty-launcher-7-thread-1) [n:127.0.0.1:35321_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/.
[junit4] 2> 7095 INFO (jetty-launcher-7-thread-3) [n:127.0.0.1:32907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32907.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7095 INFO (jetty-launcher-7-thread-3) [n:127.0.0.1:32907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32907.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7095 INFO (jetty-launcher-7-thread-3) [n:127.0.0.1:32907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32907.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 7097 INFO (jetty-launcher-7-thread-3) [n:127.0.0.1:32907_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node3/.
[junit4] 2> 7442 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 7443 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33747/solr ready
[junit4] 2> 7479 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[B977DF5669D7F5A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 7748 INFO (qtp318410026-73) [n:127.0.0.1:36069_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:36069_solr,127.0.0.1:35321_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7764 INFO (OverseerThreadFactory-48-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 7891 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35321/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 7896 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36069/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 7900 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35321/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 7904 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36069/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 8004 DEBUG (ScheduledTrigger-46-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 8159 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8160 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 8175 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8234 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8235 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 8239 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8348 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 8348 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 9008 DEBUG (ScheduledTrigger-46-thread-2) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 9214 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 9222 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 9283 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 9286 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 9286 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 9299 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n3] Schema name=minimal
[junit4] 2> 9302 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 9302 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n3' using configuration from collection testSimple1, trusted=true
[junit4] 2> 9321 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36069.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 9321 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 9321 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 9323 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36069.solr.core.testSimple1.shard1.replica_n3' (registry 'solr.core.testSimple1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 9323 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 9323 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node2/testSimple1_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node2/./testSimple1_shard1_replica_n3/data/]
[junit4] 2> 9329 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 9336 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 9352 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 9355 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 9358 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 9358 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 9359 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35321.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 9359 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 9359 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 9360 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 9361 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 9361 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35321.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 9361 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 9361 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 9596 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 9596 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 9634 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 9644 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 9646 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c545ed1[testSimple1_shard2_replica_n6] main]
[junit4] 2> 9649 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 9652 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 9653 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 9656 INFO (searcherExecutor-55-thread-1-processing-n:127.0.0.1:36069_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@3c545ed1[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 9657 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208170918608896
[junit4] 2> 9673 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 9675 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 9676 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 9677 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 9677 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 9679 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@693a646c[testSimple1_shard1_replica_n3] main]
[junit4] 2> 9680 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 9690 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 9691 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 9692 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208170956357632
[junit4] 2> 9710 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 9738 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 9713 INFO (searcherExecutor-56-thread-1-processing-n:127.0.0.1:36069_solr x:testSimple1_shard1_replica_n3 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [testSimple1_shard1_replica_n3] Registered new searcher Searcher@693a646c[testSimple1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 9738 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 9741 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 9741 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 9743 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 9743 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 9744 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 9744 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 9746 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c2c6911[testSimple1_shard2_replica_n4] main]
[junit4] 2> 9747 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 9748 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 9749 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 9749 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208171016126464
[junit4] 2> 9753 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e0245e1[testSimple1_shard1_replica_n1] main]
[junit4] 2> 9755 INFO (searcherExecutor-58-thread-1-processing-n:127.0.0.1:35321_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@7c2c6911[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 9757 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 9758 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 9759 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 9759 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208171026612224
[junit4] 2> 9763 INFO (searcherExecutor-57-thread-1-processing-n:127.0.0.1:35321_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node2) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@1e0245e1[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 9811 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 9811 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 10008 DEBUG (ScheduledTrigger-46-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 10175 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 10175 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 10175 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36069/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 10180 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:36069/solr START replicas=[https://127.0.0.1:35321/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 10205 INFO (qtp37148045-141) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 10240 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 10240 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 10240 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36069/solr/testSimple1_shard1_replica_n3/
[junit4] 2> 10246 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=https://127.0.0.1:36069/solr START replicas=[https://127.0.0.1:35321/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 10250 INFO (qtp37148045-59) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 10487 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:36069/solr DONE. We have no versions. sync failed.
[junit4] 2> 10488 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 10488 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 10488 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 10499 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36069/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 10547 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=https://127.0.0.1:36069/solr DONE. We have no versions. sync failed.
[junit4] 2> 10547 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 10547 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 10547 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 10563 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36069/solr/testSimple1_shard1_replica_n3/ shard1
[junit4] 2> 10667 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 10667 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 10701 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 10704 INFO (qtp318410026-58) [n:127.0.0.1:36069_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2545
[junit4] 2> 10716 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 10717 INFO (qtp318410026-66) [n:127.0.0.1:36069_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2544
[junit4] 2> 10759 INFO (qtp37148045-55) [n:127.0.0.1:35321_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2520
[junit4] 2> 10768 INFO (qtp37148045-72) [n:127.0.0.1:35321_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2534
[junit4] 2> 10783 INFO (qtp318410026-73) [n:127.0.0.1:36069_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 10876 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 10876 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 11009 DEBUG (ScheduledTrigger-46-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 11768 INFO (OverseerCollectionConfigSetProcessor-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 11783 INFO (qtp318410026-73) [n:127.0.0.1:36069_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:36069_solr,127.0.0.1:35321_solr&wt=javabin&version=2} status=0 QTime=4036
[junit4] 2> 11786 INFO (qtp318410026-51) [n:127.0.0.1:36069_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35321_solr,127.0.0.1:32907_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 11788 INFO (OverseerThreadFactory-48-thread-2-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 11996 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35321/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 12000 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32907/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 12004 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35321/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 12005 INFO (OverseerStateUpdate-99013010413846537-127.0.0.1:36069_solr-n_0000000000) [n:127.0.0.1:36069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32907/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 12009 DEBUG (ScheduledTrigger-46-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 12210 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 12229 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 12267 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 12267 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 12271 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 12381 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 12381 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:32907_solr) [n:127.0.0.1:32907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 12382 INFO (zkCallback-24-thread-2-processing-n:127.0.0.1:32907_solr) [n:127.0.0.1:32907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 12382 INFO (zkCallback-22-thread-2-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 13009 DEBUG (ScheduledTrigger-46-thread-4) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 13234 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 13244 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 13244 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 13248 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 13248 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 13248 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35321.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 13249 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 13249 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 13283 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 13293 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 13294 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 13302 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 13302 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 13304 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35321.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 13305 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 13305 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node1/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 13319 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 13323 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 13326 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 13327 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 13327 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 13327 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 13328 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32907.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 13328 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32907.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a76275c
[junit4] 2> 13328 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 13328 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 13328 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node3/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node3/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 13328 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 13464 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 13464 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 13465 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 13465 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 13467 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fbca230[testSimple2_shard1_replica_n2] main]
[junit4] 2> 13468 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 13469 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 13470 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 13474 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 13474 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 13475 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 13475 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 13475 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 13476 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 13477 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 13477 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 13477 INFO (qtp433977421-52) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208174925217792
[junit4] 2> 13477 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 13477 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 13479 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@10c21205[testSimple2_shard2_replica_n6] main]
[junit4] 2> 13479 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 13480 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 13481 INFO (searcherExecutor-78-thread-1-processing-n:127.0.0.1:32907_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node5) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@5fbca230[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 13482 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 13483 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11c1adcc[testSimple2_shard1_replica_n1] main]
[junit4] 2> 13483 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 13486 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2dc46c34[testSimple2_shard2_replica_n4] main]
[junit4] 2> 13486 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 13486 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 13486 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208174934654976
[junit4] 2> 13486 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 13487 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 13488 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208174936752128
[junit4] 2> 13492 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 13494 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 13494 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 13495 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 13498 INFO (searcherExecutor-77-thread-1-processing-n:127.0.0.1:32907_solr x:testSimple2_shard2_replica_n6 s:shard2 c:testSimple2 r:core_node8) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@10c21205[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 13499 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:35321_solr x:testSimple2_shard2_replica_n4 s:shard2 c:testSimple2 r:core_node7) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@2dc46c34[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 13499 INFO (qtp37148045-53) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584208174948286464
[junit4] 2> 13501 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 13505 INFO (searcherExecutor-75-thread-1-processing-n:127.0.0.1:35321_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@11c1adcc[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 13603 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:32907_solr) [n:127.0.0.1:32907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 13603 INFO (zkCallback-24-thread-2-processing-n:127.0.0.1:32907_solr) [n:127.0.0.1:32907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 13604 INFO (zkCallback-22-thread-2-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 13605 INFO (zkCallback-22-thread-1-processing-n:127.0.0.1:35321_solr) [n:127.0.0.1:35321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 13994 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 13995 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 13995 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35321/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 13995 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:35321/solr START replicas=[https://127.0.0.1:32907/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 14001 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 14001 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 14001 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32907/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 14002 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:32907/solr START replicas=[https://127.0.0.1:35321/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 14009 DEBUG (ScheduledTrigger-46-thread-4) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32907_solr, 127.0.0.1:36069_solr, 127.0.0.1:35321_solr]
[junit4] 2> 14016 INFO (qtp433977421-54) [n:127.0.0.1:32907_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 14018 INFO (qtp37148045-63) [n:127.0.0.1:35321_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 14296 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:35321/solr DONE. We have no versions. sync failed.
[junit4] 2> 14296 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 14296 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 14296 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 14299 INFO (qtp37148045-70) [n:127.0.0.1:35321_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35321/solr/testSimple2_shard1_replica_n1/ shard1
[junit4] 2> 14310 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:32907/solr DONE. We have no versions. sync failed.
[junit4] 2> 14310 INFO (qtp433977421-62) [n:127.0.0.1:32907_solr c:test
[...truncated too long message...]
00000003) closing
[junit4] 2> 153913 INFO (OverseerStateUpdate-99013010413846542-127.0.0.1:36069_solr-n_0000000003) [n:127.0.0.1:36069_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36069_solr
[junit4] 2> 153935 WARN (AutoscalingActionExecutor-179-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: execute_plan for trigger event: {
[junit4] 2> "id":"14f7819a0b24d280T8heg7fn9n6jrgfl77l5cldjd2",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1510818698618000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510818698618000000],
[junit4] 2> "_enqueue_time_":1510818728626000000,
[junit4] 2> "nodeNames":["127.0.0.1:35321_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:251)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
[junit4] 2> "id":"14f7819a0b24d280T8heg7fn9n6jrgfl77l5cldjd2",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1510818698618000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510818698618000000],
[junit4] 2> "_enqueue_time_":1510818728626000000,
[junit4] 2> "nodeNames":["127.0.0.1:35321_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:121)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:248)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to talk to ZooKeeper
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:109)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:111)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:133)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:109)
[junit4] 2> ... 9 more
[junit4] 2> 154846 DEBUG (ScheduledTrigger-178-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: []
[junit4] 2> 154846 DEBUG (ScheduledTrigger-178-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:32907_solr
[junit4] 2> 154846 DEBUG (ScheduledTrigger-178-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:36069_solr
[junit4] 2> 155846 DEBUG (ScheduledTrigger-178-thread-1) [n:127.0.0.1:36069_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: []
[junit4] 2> 155964 ERROR (OverseerThreadFactory-180-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: testSimple2 operation: movereplica failed:java.lang.InterruptedException: org.apache.solr.cloud.OverseerCollectionMessageHandler@355f5412 has been closed.
[junit4] 2> at org.apache.solr.common.SolrCloseableLatch.await(SolrCloseableLatch.java:51)
[junit4] 2> at org.apache.solr.cloud.MoveReplicaCmd.moveNormalReplica(MoveReplicaCmd.java:220)
[junit4] 2> at org.apache.solr.cloud.MoveReplicaCmd.moveReplica(MoveReplicaCmd.java:118)
[junit4] 2> at org.apache.solr.cloud.MoveReplicaCmd.call(MoveReplicaCmd.java:61)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 155969 INFO (OverseerThreadFactory-180-thread-1-processing-n:127.0.0.1:36069_solr) [n:127.0.0.1:36069_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 155969 WARN (OverseerAutoScalingTriggerThread-99013010413846542-127.0.0.1:36069_solr-n_0000000003) [n:127.0.0.1:36069_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 155969 DEBUG (jetty-closer-8-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 155971 INFO (jetty-closer-8-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1593361{/solr,null,UNAVAILABLE}
[junit4] 2> 155971 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 155972 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B977DF5669D7F5A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33747 33747
[junit4] 2> 161117 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33747 33747
[junit4] 2> 161119 WARN (Thread-3) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/collections/testSimple2/state.json
[junit4] 2> 24 /solr/collections/testSimple1/state.json
[junit4] 2> 9 /solr/collections/testSimple3/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/99013010413846535-127.0.0.1:35321_solr-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/99013010413846535-core_node7-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/99013010413846535-core_node2-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple2/leader_elect/shard1/election/99013010413846535-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B977DF5669D7F5A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1412, maxMBSortInHeap=5.0347247553464545, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6a09372), locale=lb, timezone=Europe/Istanbul
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=337021336,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [HighlighterTest, TestEmbeddedSolrServerConstructors, AutoAddReplicasIntegrationTest]
[junit4] Completed [36/749 (1!)] on J2 in 156.22s, 1 test, 1 failure <<< FAILURES!
[...truncated 42512 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20924 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20924/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:35781/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:33887/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@35e8016e
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:35781/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:33887/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@35e8016e
at __randomizedtesting.SeedInfo.seed([63CDA82F910B8683:55D9CA691B56BC92]:0)
at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:35781/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:33887/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@35e8016e
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35781/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:33887/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@35e8016e
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
Build Log:
[...truncated 12439 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/init-core-data-001
[junit4] 2> 856297 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 856302 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 856303 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="SSL overhead seems to cause OutOfMemory when stress testing")
[junit4] 2> 856303 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 856303 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001
[junit4] 2> 856303 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 856304 INFO (Thread-1398) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 856304 INFO (Thread-1398) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 856310 ERROR (Thread-1398) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 856404 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33213
[junit4] 2> 856407 INFO (jetty-launcher-2572-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 856407 INFO (jetty-launcher-2572-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 856408 INFO (jetty-launcher-2572-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 856409 INFO (jetty-launcher-2572-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 856409 INFO (jetty-launcher-2572-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@527c8b85{/solr,null,AVAILABLE}
[junit4] 2> 856411 INFO (jetty-launcher-2572-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@775da247{HTTP/1.1,[http/1.1]}{127.0.0.1:33887}
[junit4] 2> 856411 INFO (jetty-launcher-2572-thread-4) [ ] o.e.j.s.Server Started @858059ms
[junit4] 2> 856411 INFO (jetty-launcher-2572-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33887}
[junit4] 2> 856411 ERROR (jetty-launcher-2572-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 856411 INFO (jetty-launcher-2572-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 856412 INFO (jetty-launcher-2572-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 856412 INFO (jetty-launcher-2572-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 856412 INFO (jetty-launcher-2572-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T04:06:49.589076Z
[junit4] 2> 856418 INFO (jetty-launcher-2572-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d4f991c{/solr,null,AVAILABLE}
[junit4] 2> 856418 INFO (jetty-launcher-2572-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@599b1e80{HTTP/1.1,[http/1.1]}{127.0.0.1:39579}
[junit4] 2> 856418 INFO (jetty-launcher-2572-thread-3) [ ] o.e.j.s.Server Started @858066ms
[junit4] 2> 856418 INFO (jetty-launcher-2572-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39579}
[junit4] 2> 856419 ERROR (jetty-launcher-2572-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 856419 INFO (jetty-launcher-2572-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 856419 INFO (jetty-launcher-2572-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 856419 INFO (jetty-launcher-2572-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 856419 INFO (jetty-launcher-2572-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T04:06:49.596339Z
[junit4] 2> 856420 INFO (jetty-launcher-2572-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11d2ff25{/solr,null,AVAILABLE}
[junit4] 2> 856421 INFO (jetty-launcher-2572-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e8eb8ac{HTTP/1.1,[http/1.1]}{127.0.0.1:35781}
[junit4] 2> 856421 INFO (jetty-launcher-2572-thread-2) [ ] o.e.j.s.Server Started @858068ms
[junit4] 2> 856421 INFO (jetty-launcher-2572-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35781}
[junit4] 2> 856421 ERROR (jetty-launcher-2572-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 856421 INFO (jetty-launcher-2572-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 856421 INFO (jetty-launcher-2572-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 856421 INFO (jetty-launcher-2572-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 856421 INFO (jetty-launcher-2572-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T04:06:49.598643Z
[junit4] 2> 856422 INFO (jetty-launcher-2572-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bca99e9{/solr,null,AVAILABLE}
[junit4] 2> 856422 INFO (jetty-launcher-2572-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22bc80fa{HTTP/1.1,[http/1.1]}{127.0.0.1:42985}
[junit4] 2> 856422 INFO (jetty-launcher-2572-thread-1) [ ] o.e.j.s.Server Started @858070ms
[junit4] 2> 856422 INFO (jetty-launcher-2572-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42985}
[junit4] 2> 856422 ERROR (jetty-launcher-2572-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 856423 INFO (jetty-launcher-2572-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 856423 INFO (jetty-launcher-2572-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 856423 INFO (jetty-launcher-2572-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 856423 INFO (jetty-launcher-2572-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T04:06:49.600146Z
[junit4] 2> 856425 INFO (jetty-launcher-2572-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 856425 INFO (jetty-launcher-2572-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 856432 INFO (jetty-launcher-2572-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 856433 INFO (jetty-launcher-2572-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 856437 INFO (jetty-launcher-2572-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33213/solr
[junit4] 2> 856442 INFO (jetty-launcher-2572-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33213/solr
[junit4] 2> 856444 INFO (jetty-launcher-2572-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33213/solr
[junit4] 2> 856444 INFO (jetty-launcher-2572-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33213/solr
[junit4] 2> 856482 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 856483 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42985_solr
[junit4] 2> 856483 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.c.Overseer Overseer (id=99012130208743434-127.0.0.1:42985_solr-n_0000000000) starting
[junit4] 2> 856495 INFO (jetty-launcher-2572-thread-4) [n:127.0.0.1:33887_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 856496 INFO (jetty-launcher-2572-thread-4) [n:127.0.0.1:33887_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33887_solr
[junit4] 2> 856505 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 856505 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 856506 INFO (jetty-launcher-2572-thread-2) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 856506 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42985_solr
[junit4] 2> 856512 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 856513 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 856517 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 856517 INFO (jetty-launcher-2572-thread-2) [n:127.0.0.1:35781_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 856519 INFO (jetty-launcher-2572-thread-2) [n:127.0.0.1:35781_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35781_solr
[junit4] 2> 856524 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 856524 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 856533 INFO (jetty-launcher-2572-thread-3) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 856533 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 856534 INFO (jetty-launcher-2572-thread-3) [n:127.0.0.1:39579_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 856535 INFO (jetty-launcher-2572-thread-3) [n:127.0.0.1:39579_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39579_solr
[junit4] 2> 856535 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 856535 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 856536 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 856540 INFO (jetty-launcher-2572-thread-4) [n:127.0.0.1:33887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33887.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856548 INFO (jetty-launcher-2572-thread-4) [n:127.0.0.1:33887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33887.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856548 INFO (jetty-launcher-2572-thread-4) [n:127.0.0.1:33887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33887.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856568 INFO (jetty-launcher-2572-thread-4) [n:127.0.0.1:33887_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node4/.
[junit4] 2> 856573 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 856578 INFO (jetty-launcher-2572-thread-2) [n:127.0.0.1:35781_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35781.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856584 INFO (jetty-launcher-2572-thread-2) [n:127.0.0.1:35781_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35781.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856584 INFO (jetty-launcher-2572-thread-2) [n:127.0.0.1:35781_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35781.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856585 INFO (jetty-launcher-2572-thread-2) [n:127.0.0.1:35781_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node2/.
[junit4] 2> 856607 INFO (jetty-launcher-2572-thread-3) [n:127.0.0.1:39579_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39579.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856613 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42985.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856618 INFO (jetty-launcher-2572-thread-3) [n:127.0.0.1:39579_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39579.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856618 INFO (jetty-launcher-2572-thread-3) [n:127.0.0.1:39579_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39579.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856619 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42985.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856619 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42985.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 856619 INFO (jetty-launcher-2572-thread-3) [n:127.0.0.1:39579_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node3/.
[junit4] 2> 856619 INFO (jetty-launcher-2572-thread-1) [n:127.0.0.1:42985_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node1/.
[junit4] 2> 856686 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 856687 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33213/solr ready
[junit4] 2> 856842 INFO (qtp1757686005-8845) [n:127.0.0.1:33887_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 856844 INFO (OverseerThreadFactory-2691-thread-1-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 856949 INFO (OverseerStateUpdate-99012130208743434-127.0.0.1:42985_solr-n_0000000000) [n:127.0.0.1:42985_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42985/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 856949 INFO (OverseerStateUpdate-99012130208743434-127.0.0.1:42985_solr-n_0000000000) [n:127.0.0.1:42985_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39579/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 856951 INFO (OverseerStateUpdate-99012130208743434-127.0.0.1:42985_solr-n_0000000000) [n:127.0.0.1:42985_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33887/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 856952 INFO (OverseerStateUpdate-99012130208743434-127.0.0.1:42985_solr-n_0000000000) [n:127.0.0.1:42985_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35781/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 857154 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 857154 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 857154 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 857155 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 857155 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 857155 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 857155 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 857155 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 857264 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 857264 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 857264 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 857264 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 857264 INFO (zkCallback-2591-thread-2-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 857265 INFO (zkCallback-2594-thread-2-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 857265 INFO (zkCallback-2592-thread-2-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 857265 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858172 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 858176 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 858180 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=minimal-atomic-stress
[junit4] 2> 858180 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 858181 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 858181 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 858181 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
[junit4] 2> 858189 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=minimal-atomic-stress
[junit4] 2> 858190 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 858190 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 858191 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39579.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 858191 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 858191 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node3/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node3/./test_col_shard1_replica_n2/data/]
[junit4] 2> 858193 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=733368662, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 858201 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35781.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 858201 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 858201 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node2/test_col_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node2/./test_col_shard2_replica_n6/data/]
[junit4] 2> 858202 WARN (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 858204 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=733368662, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 858206 WARN (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 858209 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=minimal-atomic-stress
[junit4] 2> 858212 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
[junit4] 2> 858213 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 858213 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
[junit4] 2> 858213 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 858213 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 858214 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33887.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 858214 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 858214 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node4/test_col_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node4/./test_col_shard2_replica_n4/data/]
[junit4] 2> 858225 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42985.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd302bc
[junit4] 2> 858225 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 858225 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node1/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001/tempDir-001/node1/./test_col_shard1_replica_n1/data/]
[junit4] 2> 858228 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=733368662, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 858234 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=733368662, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 858237 WARN (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 858244 WARN (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 858272 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 858272 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 858273 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 858273 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 858274 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 858274 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 858274 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 858274 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 858275 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 858275 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 858275 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=98.9873046875, floorSegmentMB=1.091796875, forceMergeDeletesPctAllowed=12.375804800893327, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.261770393055929
[junit4] 2> 858275 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38bcbb8e[test_col_shard1_replica_n1] main]
[junit4] 2> 858276 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 858276 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 858277 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=98.9873046875, floorSegmentMB=1.091796875, forceMergeDeletesPctAllowed=12.375804800893327, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.261770393055929
[junit4] 2> 858278 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@213b8ceb[test_col_shard2_replica_n6] main]
[junit4] 2> 858278 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858278 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858279 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 858280 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584194085408735232
[junit4] 2> 858285 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 858285 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=98.9873046875, floorSegmentMB=1.091796875, forceMergeDeletesPctAllowed=12.375804800893327, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.261770393055929
[junit4] 2> 858285 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d12197c[test_col_shard1_replica_n2] main]
[junit4] 2> 858286 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858287 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858287 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 858287 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858287 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858288 INFO (searcherExecutor-2700-thread-1-processing-n:127.0.0.1:35781_solr x:test_col_shard2_replica_n6 s:shard2 c:test_col r:core_node8) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@213b8ceb[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 858288 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 858288 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584194085417123840
[junit4] 2> 858288 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584194085417123840
[junit4] 2> 858291 INFO (searcherExecutor-2701-thread-1-processing-n:127.0.0.1:39579_solr x:test_col_shard1_replica_n2 s:shard1 c:test_col r:core_node5) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@d12197c[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 858291 INFO (searcherExecutor-2703-thread-1-processing-n:127.0.0.1:42985_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node3) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@38bcbb8e[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 858292 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 858303 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 858303 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 858305 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 858305 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 858306 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=98.9873046875, floorSegmentMB=1.091796875, forceMergeDeletesPctAllowed=12.375804800893327, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.261770393055929
[junit4] 2> 858307 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@32b49748[test_col_shard2_replica_n4] main]
[junit4] 2> 858307 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858307 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 858308 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 858309 INFO (searcherExecutor-2702-thread-1-processing-n:127.0.0.1:33887_solr x:test_col_shard2_replica_n4 s:shard2 c:test_col r:core_node7) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@32b49748[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 858309 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584194085439143936
[junit4] 2> 858394 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858394 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858394 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858394 INFO (zkCallback-2594-thread-2-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858394 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858394 INFO (zkCallback-2591-thread-2-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858394 INFO (zkCallback-2592-thread-2-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858394 INFO (zkCallback-2592-thread-1-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 858785 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 858785 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 858785 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/
[junit4] 2> 858785 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:42985/solr START replicas=[http://127.0.0.1:39579/solr/test_col_shard1_replica_n2/] nUpdates=100
[junit4] 2> 858787 INFO (qtp1518325397-8856) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.S.Request [test_col_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 858792 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 858792 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 858793 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/
[junit4] 2> 858793 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:35781/solr START replicas=[http://127.0.0.1:33887/solr/test_col_shard2_replica_n4/] nUpdates=100
[junit4] 2> 858794 INFO (qtp1757686005-8846) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.S.Request [test_col_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 859086 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:42985/solr DONE. We have no versions. sync failed.
[junit4] 2> 859086 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 859086 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 859086 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 859087 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/ shard1
[junit4] 2> 859093 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:35781/solr DONE. We have no versions. sync failed.
[junit4] 2> 859093 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 859093 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 859093 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 859095 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/ shard2
[junit4] 2> 859196 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859196 INFO (zkCallback-2592-thread-3-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859196 INFO (zkCallback-2594-thread-2-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859196 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859196 INFO (zkCallback-2591-thread-2-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859196 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859196 INFO (zkCallback-2592-thread-2-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859196 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859238 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 859245 INFO (qtp1117254128-8838) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2090
[junit4] 2> 859245 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 859251 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2096
[junit4] 2> 859294 INFO (qtp1518325397-8864) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2139
[junit4] 2> 859318 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2163
[junit4] 2> 859319 INFO (qtp1757686005-8845) [n:127.0.0.1:33887_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 859418 INFO (zkCallback-2593-thread-2-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859418 INFO (zkCallback-2592-thread-3-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859418 INFO (zkCallback-2591-thread-1-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859418 INFO (zkCallback-2594-thread-2-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859418 INFO (zkCallback-2592-thread-2-processing-n:127.0.0.1:42985_solr) [n:127.0.0.1:42985_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859418 INFO (zkCallback-2593-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859418 INFO (zkCallback-2594-thread-1-processing-n:127.0.0.1:35781_solr) [n:127.0.0.1:35781_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 859418 INFO (zkCallback-2591-thread-2-processing-n:127.0.0.1:39579_solr) [n:127.0.0.1:39579_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 860320 INFO (qtp1757686005-8845) [n:127.0.0.1:33887_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3478
[junit4] 2> 860320 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: test_col failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 860320 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: test_col
[junit4] 2> 860325 INFO (qtp1117254128-8834) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.S.Request [test_col_shard1_replica_n1] webapp=/solr path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 860351 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_stored_idx-seed#[63CDA82F910B8683]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test_dv_stored_idx
[junit4] 2> 860356 INFO (qtp1757686005-8854) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1584194087582433280&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{deleteByQuery=*:* (-1584194087582433280)} 0 1
[junit4] 2> 860365 INFO (qtp1518325397-8865) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1584194087581384704&distrib.from=http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1584194087581384704)} 0 10
[junit4] 2> 860365 INFO (qtp1644069682-8875) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1584194087582433280)} 0 11
[junit4] 2> 860365 INFO (qtp1117254128-8861) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1584194087581384704)} 0 13
[junit4] 2> 860370 INFO (qtp1117254128-8835) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584194087600259072,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 860370 WARN (qtp1117254128-8835) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 860371 INFO (qtp1518325397-8860) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584194087601307648,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 860371 WARN (qtp1518325397-8860) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 860377 INFO (qtp1117254128-8835) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 860377 INFO (qtp1117254128-8835) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 860378 INFO (qtp1117254128-8835) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 7
[junit4] 2> 860380 INFO (qtp1518325397-8860) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 860381 INFO (qtp1518325397-8860) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 860381 INFO (qtp1518325397-8860) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 10
[junit4] 2> 860382 INFO (qtp1644069682-8875) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584194087612841984,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 860382 WARN (qtp1644069682-8875) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 860382 INFO (qtp1644069682-8875) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 860383 INFO (qtp1644069682-8875) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 860383 INFO (qtp1644069682-8875) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 1
[junit4] 2> 860383 INFO (qtp1757686005-8853) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584194087613890560,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 860383 WARN (qtp1757686005-8853) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
[junit4] 2> 860383 INFO (qtp1757686005-8853) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 860384 INFO (qtp1757686005-8853) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 860384 INFO (qtp1757686005-8853) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&optimize=true&maxSegments=1&waitSearcher=true&openSearcher=true&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{optimize=} 0 1
[junit4] 2> 860388 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={_stateVer_=test_col:5&optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2}{optimize=} 0 19
[junit4] 2> 860389 INFO (qtp1644069682-8870) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.S.Request [test_col_shard2_replica_n6] webapp=/solr path=/schema/fields/long_dv_stored_idx params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 860390 INFO (TEST-TestStressCloudBlindAtomicUpdates.test_dv_stored_idx-seed#[63CDA82F910B8683]) [ ] o.a.s.c.TestStressCloudBlindAtomicUpdates Testing long_dv_stored_idx: numDocsToCheck=141, numDocsInIndex=141, incr=1
[junit4] 2> 860406 INFO (qtp1518325397-8850) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1584194087624376320)]} 0 11
[junit4] 2> 860408 INFO (qtp1117254128-8833) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1584194087624376320)]} 0 15
[junit4] 2> 860425 INFO (qtp1518325397-8865) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{add=[1 (1584194087641153536)]} 0 14
[junit4] 2> 860425 INFO (qtp1117254128-8834) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1584194087641153536)]} 0 15
[junit4] 2> 860431 INFO (qtp1757686005-8852) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{add=[2 (1584194087658979328)]} 0 1
[junit4] 2> 860432 INFO (qtp1644069682-8872) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1584194087658979328)]} 0 5
[junit4] 2> 860434 INFO (qtp1757686005-8842) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{add=[3 (1584194087666319360)]} 0 0
[junit4] 2> 860434 INFO (qtp1644069682-8875) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1584194087666319360)]} 0 1
[junit4] 2> 860435 INFO (qtp1518325397-8856) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{add=[4 (1584194087668416512)]} 0 0
[junit4] 2> 860435 INFO (qtp1117254128-8861) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1584194087668416512)]} 0 1
[junit4] 2> 860437 INFO (qtp1757686005-8843) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{add=[5 (1584194087669465088)]} 0 0
[junit4] 2> 860437 INFO (qtp1644069682-8873) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1584194087669465088)]} 0 1
[junit4] 2> 860438 INFO (qtp1757686005-8846) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{add=[6 (1584194087671562240)]} 0 0
[junit4] 2> 860439 INFO (qtp1644069682-8870) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1584194087671562240)]} 0 1
[junit4] 2> 860440 INFO (qtp1757686005-8840) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{add=[7 (1584194087672610816)]} 0 0
[junit4] 2> 860440 INFO (qtp1644069682-8870) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1584194087672610816)]} 0 1
[junit4] 2> 860441 INFO (qtp1518325397-8860) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42985/solr/test_col_shard1_replica_n1/&wt=javabin&version=2}{add=[8 (1584194087674707968)]} 0 0
[junit4] 2> 860442 INFO (qtp1117254128-8835) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1584194087674707968)]} 0 1
[junit4] 2> 860443 INFO (qtp1757686005-8845) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35781/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{add=[9 (1584194087675756544)]} 0 0
[junit4] 2> 860443 INFO (qtp1644069682-8872) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.
[...truncated too long message...]
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 879830 INFO (coreCloseExecutor-2723-thread-1) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4684c140
[junit4] 2> 879830 INFO (coreCloseExecutor-2723-thread-1) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_col.shard1.replica_n1, tag=1183105344
[junit4] 2> 879830 INFO (coreCloseExecutor-2723-thread-1) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@573b380c: rootName = solr_42985, domain = solr.core.test_col.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.test_col.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@74eea96
[junit4] 2> 879835 INFO (coreCloseExecutor-2720-thread-1) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=765903948
[junit4] 2> 879836 INFO (coreCloseExecutor-2720-thread-1) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 879836 INFO (coreCloseExecutor-2720-thread-1) [n:127.0.0.1:35781_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@75e8e2f8 commitCommandVersion:0
[junit4] 2> 879837 INFO (coreCloseExecutor-2721-thread-1) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=566881491
[junit4] 2> 879837 INFO (coreCloseExecutor-2721-thread-1) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 879837 INFO (coreCloseExecutor-2721-thread-1) [n:127.0.0.1:39579_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e5b0d0d commitCommandVersion:0
[junit4] 2> 879838 INFO (coreCloseExecutor-2722-thread-1) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=2132071123
[junit4] 2> 879838 INFO (coreCloseExecutor-2722-thread-1) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 879838 INFO (coreCloseExecutor-2722-thread-1) [n:127.0.0.1:33887_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@74d33d7b commitCommandVersion:0
[junit4] 2> 879840 INFO (coreCloseExecutor-2723-thread-1) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=1183105344
[junit4] 2> 879840 INFO (coreCloseExecutor-2723-thread-1) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 879840 INFO (coreCloseExecutor-2723-thread-1) [n:127.0.0.1:42985_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@58e8bbe6 commitCommandVersion:0
[junit4] 2> 879845 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc302018c000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 879845 INFO (jetty-closer-2573-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@527c8b85{/solr,null,UNAVAILABLE}
[junit4] 2> 879848 INFO (jetty-closer-2573-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d4f991c{/solr,null,UNAVAILABLE}
[junit4] 2> 879853 INFO (jetty-closer-2573-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99012130208743434-127.0.0.1:42985_solr-n_0000000000) closing
[junit4] 2> 879853 INFO (OverseerStateUpdate-99012130208743434-127.0.0.1:42985_solr-n_0000000000) [n:127.0.0.1:42985_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42985_solr
[junit4] 2> 879854 WARN (OverseerAutoScalingTriggerThread-99012130208743434-127.0.0.1:42985_solr-n_0000000000) [n:127.0.0.1:42985_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 879856 INFO (jetty-closer-2573-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bca99e9{/solr,null,UNAVAILABLE}
[junit4] 2> 881345 INFO (jetty-closer-2573-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11d2ff25{/solr,null,UNAVAILABLE}
[junit4] 2> 881346 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 881346 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[63CDA82F910B8683]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33213 33213
[junit4] 2> 886750 INFO (Thread-1398) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33213 33213
[junit4] 2> 886751 WARN (Thread-1398) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/test_col/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99012130208743434-127.0.0.1:42985_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_63CDA82F910B8683-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Direct), long_dv_idx=DocValuesFormat(name=Lucene70), long_dv_stored=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), long_dv=DocValuesFormat(name=Lucene70), long_dv_stored_idx=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=397, maxMBSortInHeap=7.138677266734577, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@171acf00), locale=ak, timezone=Pacific/Auckland
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=143887944,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [BlockDirectoryTest, TestClusterStateMutator, TestStressRecovery, TestOnReconnectListenerSupport, TestRawTransformer, TestFieldCacheReopen, SynonymTokenizerTest, TestSolrConfigHandlerConcurrent, PathHierarchyTokenizerFactoryTest, TestHalfAndHalfDocValues, ImplicitSnitchTest, BlockJoinFacetDistribTest, TestRequestStatusCollectionAPI, TestSolrFieldCacheBean, SolrIndexConfigTest, CurrencyFieldTypeTest, ShardRoutingTest, AddBlockUpdateTest, SOLR749Test, TestStressReorder, TestSQLHandler, SignatureUpdateProcessorFactoryTest, MissingSegmentRecoveryTest, VersionInfoTest, DocumentAnalysisRequestHandlerTest, SolrMetricManagerTest, TestBlobHandler, PolyFieldTest, TestManagedStopFilterFactory, TestCloudPseudoReturnFields, SuggesterFSTTest, TestConfigSetsAPI, SmileWriterTest, HdfsAutoAddReplicasIntegrationTest, DistribDocExpirationUpdateProcessorTest, TestCollationField, SaslZkACLProviderTest, TestRangeQuery, QueryEqualityTest, TestConfigSetProperties, DocValuesMultiTest, ZkSolrClientTest, RemoteQueryErrorTest, AddReplicaTest, AtomicUpdatesTest, OutputWriterTest, TestCollectionAPIs, TestChildDocTransformer, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TolerantUpdateProcessorTest, PrimUtilsTest, RegexBoostProcessorTest, PreAnalyzedFieldTest, HdfsBasicDistributedZk2Test, TestDynamicFieldCollectionResource, TestSolrCoreSnapshots, BlobRepositoryCloudTest, SolrJmxReporterTest, TestTlogReplica, HighlighterMaxOffsetTest, CdcrBidirectionalTest, TestAtomicUpdateErrorCases, TestPolicyCloud, TestPullReplicaErrorHandling, NumericFieldsTest, TestFaceting, TestLegacyField, TestPerFieldSimilarity, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [242/749 (1!)] on J1 in 30.48s, 5 tests, 1 error <<< FAILURES!
[...truncated 41754 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20923 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20923/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: onlyinzk
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: onlyinzk
at __randomizedtesting.SeedInfo.seed([8D566BCA757C6304:39B6374B837AC315]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:195)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: addReplicaColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: addReplicaColl
at __randomizedtesting.SeedInfo.seed([8D566BCA757C6304:1EF63CECFB7428D5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:617)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: nodes_used_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: nodes_used_collection
at __randomizedtesting.SeedInfo.seed([8D566BCA757C6304:E916BEA6CEB2EB15]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:335)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: withconfigset2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35833/solr: Could not fully create collection: withconfigset2
at __randomizedtesting.SeedInfo.seed([8D566BCA757C6304:A02824908258D908]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:369)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12327 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/init-core-data-001
[junit4] 2> 1000696 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1000696 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1000697 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1000697 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1000698 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001
[junit4] 2> 1000698 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1000698 INFO (Thread-2185) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1000698 INFO (Thread-2185) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1000699 ERROR (Thread-2185) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1000798 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35149
[junit4] 2> 1000801 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc25c71250000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1000802 INFO (jetty-launcher-2080-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000804 INFO (jetty-launcher-2080-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000804 INFO (jetty-launcher-2080-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000804 INFO (jetty-launcher-2080-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000811 INFO (jetty-launcher-2080-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49884f8e{/solr,null,AVAILABLE}
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3588d16d{/solr,null,AVAILABLE}
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a1f6bd9{SSL,[ssl, http/1.1]}{127.0.0.1:35833}
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-4) [ ] o.e.j.s.Server Started @1002116ms
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35833}
[junit4] 2> 1000819 ERROR (jetty-launcher-2080-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000819 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T01:05:59.197539Z
[junit4] 2> 1000820 INFO (jetty-launcher-2080-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b1e7def{SSL,[ssl, http/1.1]}{127.0.0.1:44965}
[junit4] 2> 1000820 INFO (jetty-launcher-2080-thread-1) [ ] o.e.j.s.Server Started @1002117ms
[junit4] 2> 1000820 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44965}
[junit4] 2> 1000820 ERROR (jetty-launcher-2080-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000820 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1000820 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000820 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000820 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T01:05:59.198872Z
[junit4] 2> 1000828 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000829 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1000829 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1000831 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000833 INFO (jetty-launcher-2080-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@710af03c{/solr,null,AVAILABLE}
[junit4] 2> 1000833 INFO (jetty-launcher-2080-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7786fb86{SSL,[ssl, http/1.1]}{127.0.0.1:34403}
[junit4] 2> 1000833 INFO (jetty-launcher-2080-thread-3) [ ] o.e.j.s.Server Started @1002131ms
[junit4] 2> 1000833 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34403}
[junit4] 2> 1000833 INFO (jetty-launcher-2080-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@391db9d3{/solr,null,AVAILABLE}
[junit4] 2> 1000834 ERROR (jetty-launcher-2080-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000834 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1000834 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000834 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000834 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T01:05:59.212491Z
[junit4] 2> 1000835 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1000835 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1000836 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc25c71250002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25a89ac9{SSL,[ssl, http/1.1]}{127.0.0.1:42807}
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-2) [ ] o.e.j.s.Server Started @1002137ms
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42807}
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35149/solr
[junit4] 2> 1000840 ERROR (jetty-launcher-2080-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000840 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T01:05:59.218803Z
[junit4] 2> 1000842 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000842 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35149/solr
[junit4] 2> 1000842 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000844 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1000845 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1000846 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1000846 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1000848 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc25c71250005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1000854 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35149/solr
[junit4] 2> 1000854 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35149/solr
[junit4] 2> 1000875 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000880 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42807_solr
[junit4] 2> 1000880 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99011419116470283-127.0.0.1:42807_solr-n_0000000000) starting
[junit4] 2> 1000884 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42807_solr
[junit4] 2> 1000888 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1000888 INFO (zkCallback-2103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1000900 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1000901 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000901 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000902 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44965_solr
[junit4] 2> 1000902 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34403_solr
[junit4] 2> 1000904 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1000905 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000906 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35833_solr
[junit4] 2> 1000910 INFO (zkCallback-2103-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1000915 INFO (zkCallback-2094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1000915 INFO (zkCallback-2094-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1000920 INFO (zkCallback-2093-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1000921 INFO (zkCallback-2104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1000925 WARN (jetty-launcher-2080-thread-1) [ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=QUERY,scope=httpShardHandler,name=leasedConnections
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:552)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1000927 WARN (jetty-launcher-2080-thread-1) [ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=errors
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:644)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:460)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:552)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1000928 WARN (jetty-launcher-2080-thread-1) [ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=clientErrors
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:644)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:460)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:552)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1000929 WARN (jetty-launcher-2080-thread-1) [ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=serverErrors
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:644)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:460)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:552)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1000929 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000932 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000937 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000937 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000938 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000938 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000938 INFO (jetty-launcher-2080-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node2
[junit4] 2> 1000939 INFO (jetty-launcher-2080-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node1
[junit4] 2> 1000941 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000946 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000946 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000946 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000947 INFO (jetty-launcher-2080-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node4
[junit4] 2> 1000952 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000952 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1000952 INFO (jetty-launcher-2080-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node3
[junit4] 2> 1001042 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1001043 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35149/solr ready
[junit4] 2> 1001052 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[8D566BCA757C6304]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 1001052 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[8D566BCA757C6304]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1001062 INFO (qtp1289535603-9860) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1001064 INFO (OverseerThreadFactory-3548-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker
[junit4] 2> 1001064 WARN (OverseerThreadFactory-3548-thread-1) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker) without cores.
[junit4] 2> 1001168 INFO (qtp1289535603-9860) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1001169 INFO (qtp1289535603-9860) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=106
[junit4] 2> 1001170 INFO (qtp1289535603-9868) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35833_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1001171 INFO (OverseerCollectionConfigSetProcessor-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1001172 INFO (OverseerThreadFactory-3548-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35833_solr for creating new replica
[junit4] 2> 1001173 INFO (OverseerStateUpdate-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35833/solr",
[junit4] 2> "node_name":"127.0.0.1:35833_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1001377 INFO (qtp1289535603-9861) [ ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 1010378 INFO (qtp1289535603-9861) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1010378 INFO (qtp1289535603-9861) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1010379 INFO (zkCallback-2093-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1010379 INFO (zkCallback-2093-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1010382 INFO (qtp1289535603-9861) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1010385 INFO (qtp1289535603-9861) [ ] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1010386 INFO (qtp1289535603-9861) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010386 INFO (qtp1289535603-9861) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker, trusted=true
[junit4] 2> 1010386 INFO (qtp1289535603-9861) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker.shard1.core_node21' (registry 'solr.core.halfcollectionblocker.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1010386 INFO (qtp1289535603-9861) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010386 INFO (qtp1289535603-9861) [ ] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node4/halfcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node4/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1010413 INFO (qtp1289535603-9861) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1010413 INFO (qtp1289535603-9861) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1010413 INFO (qtp1289535603-9861) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1010413 INFO (qtp1289535603-9861) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1010414 INFO (qtp1289535603-9861) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e741d97[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1010415 INFO (qtp1289535603-9861) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1010415 INFO (qtp1289535603-9861) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1010416 INFO (qtp1289535603-9861) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1010416 INFO (searcherExecutor-3557-thread-1) [ ] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@3e741d97[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1010416 INFO (qtp1289535603-9861) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584182716052537344
[junit4] 2> 1010419 INFO (qtp1289535603-9861) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1010419 INFO (qtp1289535603-9861) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1010419 INFO (qtp1289535603-9861) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35833/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1010419 INFO (qtp1289535603-9861) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1010419 INFO (qtp1289535603-9861) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:35833/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1010419 INFO (qtp1289535603-9861) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1010420 INFO (qtp1289535603-9861) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35833/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1010521 INFO (zkCallback-2093-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1010521 INFO (zkCallback-2093-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1010571 INFO (qtp1289535603-9861) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1010579 INFO (qtp1289535603-9861) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=9202
[junit4] 2> 1010580 INFO (qtp1289535603-9868) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35833_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=9410
[junit4] 2> 1010581 INFO (qtp1289535603-9870) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1010581 INFO (OverseerThreadFactory-3548-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker2
[junit4] 2> 1010581 INFO (OverseerCollectionConfigSetProcessor-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1010582 WARN (OverseerThreadFactory-3548-thread-3) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker2) without cores.
[junit4] 2> 1010684 INFO (zkCallback-2093-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1010684 INFO (zkCallback-2093-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1010784 INFO (qtp1289535603-9870) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1010784 INFO (qtp1289535603-9870) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=203
[junit4] 2> 1010785 INFO (qtp1289535603-9860) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34403_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1010786 INFO (OverseerCollectionConfigSetProcessor-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1010786 INFO (OverseerThreadFactory-3548-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34403_solr for creating new replica
[junit4] 2> 1010787 INFO (OverseerStateUpdate-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34403/solr",
[junit4] 2> "node_name":"127.0.0.1:34403_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1010999 INFO (qtp1612880183-9869) [ ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 1019999 INFO (qtp1612880183-9869) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1020000 INFO (qtp1612880183-9869) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1020002 INFO (zkCallback-2104-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1020002 INFO (zkCallback-2104-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1020006 INFO (qtp1612880183-9869) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1020009 INFO (qtp1612880183-9869) [ ] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1020011 INFO (qtp1612880183-9869) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1020011 INFO (qtp1612880183-9869) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker2, trusted=true
[junit4] 2> 1020011 INFO (qtp1612880183-9869) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker2.shard1.core_node21' (registry 'solr.core.halfcollectionblocker2.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd26667
[junit4] 2> 1020011 INFO (qtp1612880183-9869) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1020011 INFO (qtp1612880183-9869) [ ] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node3/halfcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001/tempDir-001/node3/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1020054 INFO (qtp1612880183-9869) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1020054 INFO (qtp1612880183-9869) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1020055 INFO (qtp1612880183-9869) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1020055 INFO (qtp1612880183-9869) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1020056 INFO (qtp1612880183-9869) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@541d5fad[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1020057 INFO (qtp1612880183-9869) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1020057 INFO (qtp1612880183-9869) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1020057 INFO (qtp1612880183-9869) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1020058 INFO (searcherExecutor-3562-thread-1) [ ] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@541d5fad[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1020058 INFO (qtp1612880183-9869) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584182726162907136
[junit4] 2> 1020061 INFO (qtp1612880183-9869) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1020061 INFO (qtp1612880183-9869) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1020061 INFO (qtp1612880183-9869) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34403/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1020061 INFO (qtp1612880183-9869) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1020061 INFO (qtp1612880183-9869) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:34403/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1020061 INFO (qtp1612880183-9869) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1020062 INFO (qtp1612880183-9869) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34403/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1020163 INFO (zkCallback-2104-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1020163 INFO (zkCallback-2104-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1020213 INFO (qtp1612880183-9869) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1020221 INFO (qtp1612880183-9869) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=9222
[junit4] 2> 1020222 INFO (qtp1289535603-9860) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34403_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=9437
[junit4] 2> 1020223 INFO (qtp1289535603-9861) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35833_solr,127.0.0.1:34403_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1020224 INFO (OverseerThreadFactory-3548-thread-5) [ ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 1020224 INFO (OverseerCollectionConfigSetProcessor-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1020326 INFO (zkCallback-2104-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1020326 INFO (zkCallback-2104-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1020427 INFO (OverseerStateUpdate-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34403/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1020428 INFO (OverseerStateUpdate-99011419116470283-127.0.0.1:42807_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfcollection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35833/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1020630 INFO (qtp1612880183-9889) [ ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 1020631 INFO (qtp1289535603-9874) [ ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 1029630 INFO (qtp1612880183-9889) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1029630 WARN (qtp1612880183-9889) [ ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1029631 INFO (qtp1289535603-9874) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica_n2&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1029631 ERROR (qtp1612880183-9889) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica_n1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1029632 INFO (qtp1612880183-9889) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=500 QTime=9002
[junit4] 2> 1029632 ERROR (qtp1612880183-9889) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica_n1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1029632 ERROR (OverseerThreadFactory-3548-thread-5) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:34403/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34403/solr: Core with name 'halfcollection_shard1_replica_n1' already exists.
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1029633 INFO (zkCallback-2093-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2
[...truncated too long message...]
.1:42807_solr
[junit4] 2> 1248345 INFO (jetty-closer-2081-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49884f8e{/solr,null,UNAVAILABLE}
[junit4] 2> 1248346 INFO (jetty-closer-2081-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1248350 INFO (zkCallback-2131-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1248930 ERROR (coreZkRegister-3674-thread-1) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1251)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1218)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1174)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1248930 ERROR (coreZkRegister-3674-thread-1) [ ] o.a.s.c.ZkContainer
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1350)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1342)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1338)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:188)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1248931 ERROR (coreZkRegister-3674-thread-1) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1251)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1218)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1174)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 1249851 INFO (jetty-closer-2081-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a512b9e{/solr,null,UNAVAILABLE}
[junit4] 2> 1249852 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1249852 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8D566BCA757C6304]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35149 35149
[junit4] 2> 1255730 INFO (Thread-2185) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35149 35149
[junit4] 2> 1255731 WARN (Thread-2185) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 55 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 38 /solr/collections/reloaded_collection/state.json
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 25 /solr/clusterstate.json
[junit4] 2> 16 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 15 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 5 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 3 /solr/collections/awhollynewcollection_0/leader_elect/shard1/election/99011419116470280-core_node3-n_0000000001
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 328 /solr/collections
[junit4] 2> 51 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D566BCA757C6304-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@635ccc75), locale=fr-NC, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=267846304,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SegmentsInfoRequestHandlerTest, TestEmbeddedSolrServerAdminHandler, SolrCmdDistributorTest, TestClusterProperties, RemoteQueryErrorTest, TestManagedStopFilterFactory, MoveReplicaTest, CollectionTooManyReplicasTest, LeaderFailoverAfterPartitionTest, TestDocumentBuilder, TestFieldResource, BlobRepositoryCloudTest, AutoScalingHandlerTest, TestRTimerTree, TestSolrCloudWithHadoopAuthPlugin, SynonymTokenizerTest, OpenCloseCoreStressTest, TestFieldCacheVsDocValues, SolrJmxReporterTest, TestLeaderElectionWithEmptyReplica, MoreLikeThisHandlerTest, TestBM25SimilarityFactory, SOLR749Test, GraphQueryTest, TestClusterStateMutator, BlockJoinFacetDistribTest, SolrIndexSplitterTest, CdcrReplicationHandlerTest, AssignTest, TestLegacyTerms, TestPseudoReturnFields, BasicAuthIntegrationTest, TermVectorComponentDistributedTest, V2StandaloneTest, RequestHandlersTest, TestSolrCloudWithDelegationTokens, ZkCLITest, TestSchemalessBufferedUpdates, TestAnalyzeInfixSuggestions, FullHLLTest, CreateCollectionCleanupTest, TestNoOpRegenerator, TestRebalanceLeaders, MissingSegmentRecoveryTest, TestSmileRequest, SpellingQueryConverterTest, HighlighterConfigTest, TestAuthorizationFramework, TestExactSharedStatsCache, HighlighterMaxOffsetTest, TestJavabinTupleStreamParser, InfixSuggestersTest, TestSha256AuthenticationProvider, TestXIncludeConfig, TestNumericRangeQuery64, DirectUpdateHandlerTest, TestNumericTerms32, SolrGangliaReporterTest, CloudExitableDirectoryReaderTest, TestStressRecovery, TestConfigSetsAPI, DistributedIntervalFacetingTest, OutOfBoxZkACLAndCredentialsProvidersTest, EnumFieldTest, TestFreeTextSuggestions, DocumentAnalysisRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, TestConfigSetProperties, RestartWhileUpdatingTest, TestCursorMarkWithoutUniqueKey, TestPayloadScoreQParserPlugin, TestPullReplicaErrorHandling, ImplicitSnitchTest, SampleTest, TestSimpleTrackingShardHandler, DebugComponentTest, ShowFileRequestHandlerTest, SmileWriterTest, DistributedFacetPivotLargeTest, HdfsLockFactoryTest, TestReloadAndDeleteDocs, TestDistributedStatsComponentCardinality, DistributedVersionInfoTest, HdfsChaosMonkeySafeLeaderTest, HealthCheckHandlerTest, TestBackupRepositoryFactory, TestLegacyField, OverseerTaskQueueTest, TestJsonFacetRefinement, TestOrdValues, SparseHLLTest, SchemaVersionSpecificBehaviorTest, NumericFieldsTest, AtomicUpdatesTest, TestDynamicFieldCollectionResource, TestCloudPseudoReturnFields, TestPolicyCloud, DOMUtilTest, SolrXmlInZkTest, TestCollectionAPIs, AddBlockUpdateTest, ClusterStateUpdateTest, SolrMetricManagerTest, TestAnalyzedSuggestions, CircularListTest, TestChildDocTransformer, PolyFieldTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CloudMLTQParserTest, TestWriterPerf, DistributedTermsComponentTest, TestRangeQuery, DistribDocExpirationUpdateProcessorTest, ShardRoutingTest, PathHierarchyTokenizerFactoryTest, TlogReplayBufferedWhileIndexingTest, TestDFISimilarityFactory, OpenExchangeRatesOrgProviderTest, TestReloadDeadlock, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [215/749 (1!)] on J1 in 255.05s, 19 tests, 4 errors <<< FAILURES!
[...truncated 41895 lines...]