You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/03/10 09:14:40 UTC
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 77 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/77/
3 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=13952 sum(shards)=13995 cloudClient=13995
Stack Trace:
java.lang.AssertionError: document count mismatch. control=13952 sum(shards)=13995 cloudClient=13995
at __randomizedtesting.SeedInfo.seed([67CB478179DA522B:EF9F785BD7263FD3]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1538)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:267)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:43705/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:43705/solr
at __randomizedtesting.SeedInfo.seed([67CB478179DA522B:48F8D252C5AAE009]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained(MoveReplicaHDFSFailoverTest.java:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228)
at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 53 more
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([67CB478179DA522B:6D9BC8F7B9DA338A]:0)
at org.junit.Assert.fail(Assert.java:87)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertTrue(Assert.java:53)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:185)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14401 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest
[junit4] 2> 2231263 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2231264 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSFailoverTest_67CB478179DA522B-001/data-dir-176-001
[junit4] 2> 2231264 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 2231264 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2231266 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2231266 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2231267 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSFailoverTest_67CB478179DA522B-001/tempDir-001
[junit4] 2> 2231267 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2231267 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2231267 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2231268 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2231367 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 34361
[junit4] 2> 2231367 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34361
[junit4] 2> 2231367 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34361
[junit4] 2> 2231367 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34361
[junit4] 2> 2231369 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2231372 INFO (zkConnectionManagerCallback-17502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2231372 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2231381 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2231382 INFO (zkConnectionManagerCallback-17504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2231382 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2231383 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2231387 INFO (zkConnectionManagerCallback-17506-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2231387 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2231491 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2231491 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2231491 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2231491 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2231491 INFO (jetty-launcher-17507-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2231491 INFO (jetty-launcher-17507-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2231498 INFO (jetty-launcher-17507-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2231498 INFO (jetty-launcher-17507-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2231498 INFO (jetty-launcher-17507-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2231498 INFO (jetty-launcher-17507-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2231498 INFO (jetty-launcher-17507-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2231498 INFO (jetty-launcher-17507-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2231499 INFO (jetty-launcher-17507-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f4b2f12{/solr,null,AVAILABLE}
[junit4] 2> 2231502 INFO (jetty-launcher-17507-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dc4edf4{/solr,null,AVAILABLE}
[junit4] 2> 2231502 INFO (jetty-launcher-17507-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74e8288c{SSL, (ssl, http/1.1)}{127.0.0.1:43705}
[junit4] 2> 2231502 INFO (jetty-launcher-17507-thread-1) [ ] o.e.j.s.Server Started @2231535ms
[junit4] 2> 2231502 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34361/solr, hostPort=43705}
[junit4] 2> 2231503 ERROR (jetty-launcher-17507-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.8.2
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-03-10T08:02:06.396Z
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@467131b2{SSL, (ssl, http/1.1)}{127.0.0.1:46083}
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.e.j.s.Server Started @2231535ms
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34361/solr, hostPort=46083}
[junit4] 2> 2231503 ERROR (jetty-launcher-17507-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.8.2
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
[junit4] 2> 2231503 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-03-10T08:02:06.396Z
[junit4] 2> 2231504 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2231504 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2231507 INFO (zkConnectionManagerCallback-17509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2231507 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2231507 INFO (zkConnectionManagerCallback-17511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2231507 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2231508 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2231508 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2231511 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2231514 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2231982 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2231982 WARN (jetty-launcher-17507-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2231983 WARN (jetty-launcher-17507-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@941cfb6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2231983 WARN (jetty-launcher-17507-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@941cfb6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2231985 WARN (jetty-launcher-17507-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2231986 WARN (jetty-launcher-17507-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d3985b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2231986 WARN (jetty-launcher-17507-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d3985b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2231987 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34361/solr
[junit4] 2> 2231988 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2231988 INFO (zkConnectionManagerCallback-17525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2231988 INFO (jetty-launcher-17507-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2232090 INFO (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2232091 INFO (zkConnectionManagerCallback-17527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2232091 INFO (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2232154 INFO (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46083_solr
[junit4] 2> 2232154 INFO (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.c.Overseer Overseer (id=73132998871089158-127.0.0.1:46083_solr-n_0000000000) starting
[junit4] 2> 2232158 INFO (OverseerStateUpdate-73132998871089158-127.0.0.1:46083_solr-n_0000000000) [n:127.0.0.1:46083_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46083_solr
[junit4] 2> 2232160 INFO (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46083_solr
[junit4] 2> 2232163 INFO (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2232163 WARN (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2232171 INFO (zkCallback-17526-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2232192 INFO (jetty-launcher-17507-thread-2) [n:127.0.0.1:46083_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSFailoverTest_67CB478179DA522B-001/tempDir-001/node2
[junit4] 2> 2232464 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2232464 WARN (jetty-launcher-17507-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2232465 WARN (jetty-launcher-17507-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c6f402f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2232465 WARN (jetty-launcher-17507-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c6f402f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2232468 WARN (jetty-launcher-17507-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2232468 WARN (jetty-launcher-17507-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@63407fd7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2232468 WARN (jetty-launcher-17507-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@63407fd7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2232470 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34361/solr
[junit4] 2> 2232472 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2232472 INFO (zkConnectionManagerCallback-17545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2232472 INFO (jetty-launcher-17507-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2232473 WARN (jetty-launcher-17507-thread-1-SendThread(127.0.0.1:34361)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103d21333120007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x103d21333120007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103d21333120007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2232574 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2232575 INFO (zkConnectionManagerCallback-17547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2232575 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2232579 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2232582 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43705_solr as DOWN
[junit4] 2> 2232583 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2232583 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43705_solr
[junit4] 2> 2232584 INFO (zkCallback-17526-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2232586 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2232586 WARN (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2232591 INFO (zkCallback-17546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2232602 INFO (jetty-launcher-17507-thread-1) [n:127.0.0.1:43705_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSFailoverTest_67CB478179DA522B-001/tempDir-001/node1
[junit4] 2> 2232613 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 2232614 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2232615 INFO (zkConnectionManagerCallback-17558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2232615 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2232616 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2232617 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34361/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2232680 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2232682 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2232682 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2232682 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2232683 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2232693 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4636744e{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2232796 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@38cc1b88{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-41467-hadoop-hdfs-3_2_0-tests_jar-_-any-6034881524570388987/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 2232796 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68fbf90a{HTTP/1.1, (http/1.1)}{localhost.localdomain:41467}
[junit4] 2> 2232796 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.Server Started @2232828ms
[junit4] 2> 2232879 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2232880 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2232883 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2232883 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2232883 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2232883 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d0d4c35{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2232996 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3b3de60f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-44537-hadoop-hdfs-3_2_0-tests_jar-_-any-5179270275730837617/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 2232996 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fd275fa{HTTP/1.1, (http/1.1)}{localhost:44537}
[junit4] 2> 2232996 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.Server Started @2233029ms
[junit4] 2> 2233031 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2233032 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2233039 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2233039 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2233039 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2233041 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2517a35b{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2233163 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2bf7ef97{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39063-hadoop-hdfs-3_2_0-tests_jar-_-any-2466638404092656802/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 2233164 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b4851f4{HTTP/1.1, (http/1.1)}{localhost:39063}
[junit4] 2> 2233164 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[67CB478179DA522B]-worker) [ ] o.e.j.s.Server Started @2233196ms
[junit4] 2> 2233168 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x30b40647a91f41f7: Processing first storage report for DS-0b9e6f06-5149-4a50-a03a-c6c1a8d80534 from datanode 1a881336-adfe-4bd0-824b-6d55d25ef320
[junit4] 2> 2233168 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x30b40647a91f41f7: from storage DS-0b9e6f06-5149-4a50-a03a-c6c1a8d80534 node DatanodeRegistration(127.0.0.1:39757, datanodeUuid=1a881336-adfe-4bd0-824b-6d55d25ef320, infoPort=46173, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=1274358745;c=1615363327524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2233168 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x30b40647a91f41f7: Processing first storage report for DS-02451a8e-6123-41ef-8096-0eb8da2534c2 from datanode 1a881336-adfe-4bd0-824b-6d55d25ef320
[junit4] 2> 2233168 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x30b40647a91f41f7: from storage DS-02451a8e-6123-41ef-8096-0eb8da2534c2 node DatanodeRegistration(127.0.0.1:39757, datanodeUuid=1a881336-adfe-4bd0-824b-6d55d25ef320, infoPort=46173, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=1274358745;c=1615363327524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2233311 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8c4bc8c873d785ba: Processing first storage report for DS-340e3508-d38c-4799-98b0-6bfd1338d191 from datanode 6fc0e7f0-4444-49cb-a1be-87e75f722329
[junit4] 2> 2233311 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8c4bc8c873d785ba: from storage DS-340e3508-d38c-4799-98b0-6bfd1338d191 node DatanodeRegistration(127.0.0.1:38513, datanodeUuid=6fc0e7f0-4444-49cb-a1be-87e75f722329, infoPort=39775, infoSecurePort=0, ipcPort=41411, storageInfo=lv=-57;cid=testClusterID;nsid=1274358745;c=1615363327524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2233311 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8c4bc8c873d785ba: Processing first storage report for DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6 from datanode 6fc0e7f0-4444-49cb-a1be-87e75f722329
[junit4] 2> 2233311 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8c4bc8c873d785ba: from storage DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6 node DatanodeRegistration(127.0.0.1:38513, datanodeUuid=6fc0e7f0-4444-49cb-a1be-87e75f722329, infoPort=39775, infoSecurePort=0, ipcPort=41411, storageInfo=lv=-57;cid=testClusterID;nsid=1274358745;c=1615363327524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2233468 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOldReplicaIsDeleted
[junit4] 2> 2233508 INFO (OverseerThreadFactory-17534-thread-1-processing-n:127.0.0.1:46083_solr) [n:127.0.0.1:46083_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection movereplicatest_coll3
[junit4] 2> 2233617 INFO (OverseerStateUpdate-73132998871089158-127.0.0.1:46083_solr-n_0000000000) [n:127.0.0.1:46083_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"movereplicatest_coll3_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:46083_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46083/solr",
[junit4] 2> "collection":"movereplicatest_coll3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2233862 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll3_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2233862 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2233875 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.2
[junit4] 2> 2233882 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 2233882 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2233882 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll3_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2233882 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:43819/solr_hdfs_home
[junit4] 2> 2233882 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2233882 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SolrCore [[movereplicatest_coll3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSFailoverTest_67CB478179DA522B-001/tempDir-001/node2/movereplicatest_coll3_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/]
[junit4] 2> 2233882 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/snapshot_metadata
[junit4] 2> 2233888 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2233889 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2233889 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2233909 WARN (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 2233909 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2233910 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data
[junit4] 2> 2233917 WARN (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 2233925 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/index
[junit4] 2> 2233930 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2233930 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2233932 WARN (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 2233932 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2234016 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2234016 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2234016 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2234025 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2234026 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2234035 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2234036 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2234036 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2234036 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1693831217995055104
[junit4] 2> 2234038 INFO (searcherExecutor-17560-thread-1-processing-n:127.0.0.1:46083_solr x:movereplicatest_coll3_shard1_replica_n1 c:movereplicatest_coll3 s:shard1 r:core_node2) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SolrCore [movereplicatest_coll3_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2234042 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/movereplicatest_coll3/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2234042 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/movereplicatest_coll3/leaders/shard1
[junit4] 2> 2234045 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2234045 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2234045 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46083/solr/movereplicatest_coll3_shard1_replica_n1/
[junit4] 2> 2234046 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2234046 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:46083/solr/movereplicatest_coll3_shard1_replica_n1/ has no replicas
[junit4] 2> 2234046 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/movereplicatest_coll3/leaders/shard1/leader after winning as /collections/movereplicatest_coll3/leader_elect/shard1/election/73132998871089158-core_node2-n_0000000000
[junit4] 2> 2234048 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46083/solr/movereplicatest_coll3_shard1_replica_n1/ shard1
[junit4] 2> 2234150 INFO (zkCallback-17526-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234150 INFO (zkCallback-17526-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234151 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2234154 INFO (qtp160154824-33775) [n:127.0.0.1:46083_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll3_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll3&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=292
[junit4] 2> 2234156 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2234254 INFO (zkCallback-17526-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234254 INFO (zkCallback-17526-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234254 INFO (zkCallback-17546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234254 INFO (zkCallback-17526-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234255 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=movereplicatest_coll3&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46083_solr&wt=javabin&version=2} status=0 QTime=749
[junit4] 2> 2234280 INFO (qtp160154824-33781) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/movereplicatest_coll3/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 2234296 INFO (qtp160154824-33781) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll3_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1693831218232033280)]} 0 34
[junit4] 2> 2234300 INFO (qtp160154824-33783) [n:127.0.0.1:46083_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll3_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1693831218268733440)]} 0 3
[junit4] 2> 2234300 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=173668239
[junit4] 2> 2234300 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46083_solr
[junit4] 2> 2234301 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2234301 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46083_solr as DOWN
[junit4] 2> 2234303 INFO (coreCloseExecutor-17568-thread-1) [n:127.0.0.1:46083_solr ] o.a.s.c.SolrCore [movereplicatest_coll3_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6bb9ad65
[junit4] 2> 2234303 INFO (coreCloseExecutor-17568-thread-1) [n:127.0.0.1:46083_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll3.shard1.replica_n1 tag=SolrCore@6bb9ad65
[junit4] 2> 2234303 INFO (coreCloseExecutor-17568-thread-1) [n:127.0.0.1:46083_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.movereplicatest_coll3.shard1.leader tag=SolrCore@6bb9ad65
[junit4] 2> 2234304 INFO (coreCloseExecutor-17568-thread-1) [n:127.0.0.1:46083_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() .
[junit4] 2> 2234406 INFO (zkCallback-17526-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234406 INFO (zkCallback-17526-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234407 INFO (zkCallback-17526-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2234523 INFO (coreCloseExecutor-17568-thread-1) [n:127.0.0.1:46083_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data
[junit4] 2> 2234524 INFO (coreCloseExecutor-17568-thread-1) [n:127.0.0.1:46083_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/snapshot_metadata
[junit4] 2> 2234526 INFO (coreCloseExecutor-17568-thread-1) [n:127.0.0.1:46083_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/index
[junit4] 2> 2234527 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2234527 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2234527 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2234527 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 2234528 INFO (closeThreadPool-17570-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73132998871089158-127.0.0.1:46083_solr-n_0000000000) closing
[junit4] 2> 2234536 INFO (OverseerStateUpdate-73132998871089158-127.0.0.1:46083_solr-n_0000000000) [n:127.0.0.1:46083_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46083_solr
[junit4] 2> 2234538 INFO (OverseerAutoScalingTriggerThread-73132998871089158-127.0.0.1:46083_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2234538 WARN (jetty-launcher-17507-thread-2-SendThread(127.0.0.1:34361)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103d21333120006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x103d21333120006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103d21333120006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2234538 INFO (zkCallback-17546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2234539 INFO (zkCallback-17557-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2234539 INFO (zkCallback-17546-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43705_solr
[junit4] 2> 2234539 INFO (closeThreadPool-17570-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73132998871089158-127.0.0.1:46083_solr-n_0000000000) closing
[junit4] 2> 2234638 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.a.s.c.Overseer Overseer (id=73132998871089158-127.0.0.1:46083_solr-n_0000000000) closing
[junit4] 2> 2234640 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@467131b2{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 2234641 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dc4edf4{/solr,null,STOPPED}
[junit4] 2> 2234641 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[67CB478179DA522B]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2234641 INFO (zkCallback-17546-thread-2) [n:127.0.0.1:43705_solr ] o.a.s.c.Overseer Overseer (id=73132998871089160-127.0.0.1:43705_solr-n_0000000001) starting
[junit4] 2> 2234645 INFO (OverseerStateUpdate-73132998871089160-127.0.0.1:43705_solr-n_0000000001) [n:127.0.0.1:43705_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43705_solr
[junit4] 2> 2234655 INFO (OverseerThreadFactory-17574-thread-1-processing-n:127.0.0.1:43705_solr) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 r:core_node2 ] o.a.s.c.a.c.MoveReplicaCmd Replica will be moved to node 127.0.0.1:43705_solr: core_node2:{
[junit4] 2> "dataDir":"hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/",
[junit4] 2> "node_name":"127.0.0.1:46083_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46083/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "ulogDir":"hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/tlog",
[junit4] 2> "core":"movereplicatest_coll3_shard1_replica_n1",
[junit4] 2> "shared_storage":"true",
[junit4] 2> "state":"down",
[junit4] 2> "leader":"true"}
[junit4] 2> 2234657 INFO (OverseerThreadFactory-17574-thread-1-processing-n:127.0.0.1:43705_solr) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 r:core_node2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43705_solr for creating new replica of shard shard1 for collection movereplicatest_coll3
[junit4] 2> 2234657 INFO (OverseerThreadFactory-17574-thread-1-processing-n:127.0.0.1:43705_solr) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 r:core_node2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2234700 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&dataDir=hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/&collection.configName=conf1&name=movereplicatest_coll3_shard1_replica_n1&action=CREATE&collection=movereplicatest_coll3&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/&replicaType=NRT
[junit4] 2> 2235713 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.2
[junit4] 2> 2235735 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 2235736 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2235736 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll3_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2235736 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:43819/solr_hdfs_home
[junit4] 2> 2235736 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2235736 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SolrCore [[movereplicatest_coll3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSFailoverTest_67CB478179DA522B-001/tempDir-001/node1/movereplicatest_coll3_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/]
[junit4] 2> 2235736 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/snapshot_metadata
[junit4] 2> 2235743 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2235743 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2235745 WARN (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 2235745 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2235745 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data
[junit4] 2> 2235756 WARN (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 2235813 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2235813 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2235813 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2235827 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/tlog/tlog.0000000000000000000
[junit4] 2> 2236001 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2236001 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2236002 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/index
[junit4] 2> 2236008 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2236008 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2236011 WARN (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 2236011 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2236052 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2236052 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2236053 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2236060 INFO (searcherExecutor-17576-thread-1-processing-n:127.0.0.1:43705_solr x:movereplicatest_coll3_shard1_replica_n1 c:movereplicatest_coll3 s:shard1 r:core_node2) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SolrCore [movereplicatest_coll3_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2236065 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/movereplicatest_coll3/leaders/shard1
[junit4] 2> 2236068 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2236068 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2236068 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43705/solr/movereplicatest_coll3_shard1_replica_n1/
[junit4] 2> 2236068 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2236069 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:43705/solr/movereplicatest_coll3_shard1_replica_n1/ has no replicas
[junit4] 2> 2236069 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/movereplicatest_coll3/leaders/shard1/leader after winning as /collections/movereplicatest_coll3/leader_elect/shard1/election/73132998871089160-core_node2-n_0000000001
[junit4] 2> 2236070 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43705/solr/movereplicatest_coll3_shard1_replica_n1/ shard1
[junit4] 2> 2236085 WARN (Thread-8375) [ ] o.a.h.h.DataStreamer DataStreamer Exception
[junit4] 2> => java.io.IOException: Failed to replace a bad datanode on the existing pipeline due to no more good datanodes being available to try. (Nodes: current=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]], original=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]]). The current failed datanode replacement policy is DEFAULT, and a client may configure this via 'dfs.client.block.write.replace-datanode-on-failure.policy' in its configuration.
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.findNewDatanode(DataStreamer.java:1304)
[junit4] 2> java.io.IOException: Failed to replace a bad datanode on the existing pipeline due to no more good datanodes being available to try. (Nodes: current=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]], original=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]]). The current failed datanode replacement policy is DEFAULT, and a client may configure this via 'dfs.client.block.write.replace-datanode-on-failure.policy' in its configuration.
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.findNewDatanode(DataStreamer.java:1304) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.addDatanode2ExistingPipeline(DataStreamer.java:1372) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.handleDatanodeReplacement(DataStreamer.java:1598) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1499) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1481) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:720) [hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> 2236086 ERROR (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.u.HdfsTransactionLog Could not close tlog output
[junit4] 2> => java.io.IOException: Failed to replace a bad datanode on the existing pipeline due to no more good datanodes being available to try. (Nodes: current=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]], original=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]]). The current failed datanode replacement policy is DEFAULT, and a client may configure this via 'dfs.client.block.write.replace-datanode-on-failure.policy' in its configuration.
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.findNewDatanode(DataStreamer.java:1304)
[junit4] 2> java.io.IOException: Failed to replace a bad datanode on the existing pipeline due to no more good datanodes being available to try. (Nodes: current=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]], original=[DatanodeInfoWithStorage[127.0.0.1:39757,DS-02451a8e-6123-41ef-8096-0eb8da2534c2,DISK], DatanodeInfoWithStorage[127.0.0.1:38513,DS-7837d4b8-281d-4fa6-9a48-767c8ad65be6,DISK]]). The current failed datanode replacement policy is DEFAULT, and a client may configure this via 'dfs.client.block.write.replace-datanode-on-failure.policy' in its configuration.
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.findNewDatanode(DataStreamer.java:1304) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.addDatanode2ExistingPipeline(DataStreamer.java:1372) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.handleDatanodeReplacement(DataStreamer.java:1598) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1499) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1481) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:720) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> 2236087 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2236089 INFO (qtp991091621-33773) [n:127.0.0.1:43705_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&dataDir=hdfs://localhost.localdomain:43819/solr_hdfs_home/movereplicatest_coll3/core_node2/data/&collection.configName=conf1&name=movereplicatest_coll3_shard1_replica_n1&action=CREATE
[...truncated too long message...]
StreamException: Unable to read additional data from server sessionid 0x103d2361b540004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4643677 INFO (closeThreadPool-65599-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73133148796616708-127.0.0.1:36749_it_hxp%2Fo-n_0000000000) closing
[junit4] 2> 4643741 INFO (closeThreadPool-65577-thread-8) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@621fa065{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 4643743 INFO (closeThreadPool-65577-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@393396ae{/it_hxp/o,null,STOPPED}
[junit4] 2> 4643743 INFO (closeThreadPool-65577-thread-8) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4643778 INFO (closeThreadPool-65577-thread-9) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3a6a7d2e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41125}
[junit4] 2> 4643778 INFO (closeThreadPool-65577-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@aa20df2{/it_hxp/o,null,STOPPED}
[junit4] 2> 4643779 INFO (closeThreadPool-65577-thread-9) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4643847 INFO (closeThreadPool-65577-thread-11) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@33499abf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40019}
[junit4] 2> 4643848 INFO (closeThreadPool-65577-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f613e25{/it_hxp/o,null,STOPPED}
[junit4] 2> 4643848 INFO (closeThreadPool-65577-thread-11) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4643877 INFO (closeThreadPool-65577-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73133148796616708-127.0.0.1:36749_it_hxp%2Fo-n_0000000000) closing
[junit4] 2> 4643878 INFO (closeThreadPool-65577-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6f22d04d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 4643878 INFO (closeThreadPool-65577-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dd4a234{/it_hxp/o,null,STOPPED}
[junit4] 2> 4643878 INFO (closeThreadPool-65577-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4643879 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[67CB478179DA522B]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 4643880 WARN (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[67CB478179DA522B]-SendThread(127.0.0.1:43451)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103d237de300000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x103d237de300000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103d237de300000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4643982 WARN (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[67CB478179DA522B]-SendThread(127.0.0.1:43451)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103d237de300001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x103d237de300001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103d237de300001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4644084 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/control_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> 4644085 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[67CB478179DA522B]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43451
[junit4] 2> 4644085 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[67CB478179DA522B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43451
[junit4] 2> 4644085 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[67CB478179DA522B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43451
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=67CB478179DA522B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/test-data/enwiki.random.lines.txt -Dtests.locale=sr-ME -Dtests.timezone=America/Rosario -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 125s J1 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: document count mismatch. control=13952 sum(shards)=13995 cloudClient=13995
[junit4] > at __randomizedtesting.SeedInfo.seed([67CB478179DA522B:EF9F785BD7263FD3]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1538)
[junit4] > at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:267)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_67CB478179DA522B-001
[junit4] 2> Mar 10, 2021 8:42:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-ME, timezone=America/Rosario
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=120601680,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [TestStressLiveNodes, SchemaApiFailureTest, GraphQueryTest, SynonymTokenizerTest, ResponseBuilderTest, ReplicationFactorTest, TestDistribIDF, CloudReplicaSourceTest, ScheduledMaintenanceTriggerTest, TestPhraseSuggestions, VMParamsZkACLAndCredentialsProvidersTest, ProtectedTermFilterFactoryTest, MetricsHistoryWithAuthIntegrationTest, TestNumericTerms64, TestCrossCoreJoin, TestPseudoReturnFields, V2ApiIntegrationTest, TestManagedSchema, SyncSliceTest, TestSearchPerf, TestSlowCompositeReaderWrapper, TestCloudJSONFacetSKG, DeleteReplicaTest, HttpTriggerListenerTest, TestCloudPseudoReturnFields, CursorMarkTest, TestSimExtremeIndexing, AdminHandlersProxyTest, SortSpecParsingTest, TestAuthorizationFramework, TestLegacyNumericUtils, DistribDocExpirationUpdateProcessorTest, TestPushWriter, CurrencyFieldTypeTest, ZkDynamicConfigTest, AtomicUpdatesTest, TestBackupRepositoryFactory, TestInPlaceUpdatesDistrib, SolrMetricReporterTest, TolerantUpdateProcessorTest, DistributedMLTComponentTest, PropertiesRequestHandlerTest, ZkStateWriterTest, BasicFunctionalityTest, TestZkChroot, TestDocBasedVersionConstraints, FastVectorHighlighterTest, LukeRequestHandlerTest, OverseerCollectionConfigSetProcessorTest, TestDistributedMap, TestStandardQParsers, TermVectorComponentDistributedTest, TestStressUserVersions, LeaderTragicEventTest, ConnectionReuseTest, SearchRateTriggerTest, TestInfoStreamLogging, TestAtomicUpdateErrorCases, DistributedSpellCheckComponentTest, CdcrBootstrapTest, ResponseHeaderTest, MergeStrategyTest, TestDynamicLoading, MetricsConfigTest, TestFieldCacheVsDocValues, TestDistributedSearch, HealthCheckHandlerTest, TestDelegationWithHadoopAuth, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [739/923 (2!)] on J1 in 126.04s, 1 test, 1 failure <<< FAILURES!
[...truncated 51319 lines...]
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 79 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/79/
5 tests failed.
FAILED: org.apache.solr.cloud.TestStressLiveNodes.testStress
Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:39451/solr within 30000 ms
Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:39451/solr within 30000 ms
at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4:E714F7E3072B8DBF]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:122)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:109)
at org.apache.solr.cloud.TestStressLiveNodes.newSolrZkClient(TestStressLiveNodes.java:88)
at org.apache.solr.cloud.TestStressLiveNodes.getTrueLiveNodesFromZk(TestStressLiveNodes.java:93)
at org.apache.solr.cloud.TestStressLiveNodes.testStress(TestStressLiveNodes.java:139)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:39451/solr within 30000 ms
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:251)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:194)
... 49 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotNull(Assert.java:756)
at org.junit.Assert.assertNull(Assert.java:738)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:330)
at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Error from server at https://127.0.0.1:41263/ix/z/collection1: ERROR adding document SolrInputDocument(fields: [id=-1971, title_s=title-1971, id_i=-1971, _version_=1694005893756092416, _root_=-1971])
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41263/ix/z/collection1: ERROR adding document SolrInputDocument(fields: [id=-1971, title_s=title-1971, id_i=-1971, _version_=1694005893756092416, _root_=-1971])
at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4:7A5BB5F82A20183C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1245)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1290)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:398)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=replicaTypesTestColl :DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={ "pullReplicas":"1", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{ "core_node2":{ "core":"replicaTypesTestColl_shard1_replica_n1", "node_name":"127.0.0.1:37561_solr", "base_url":"http://127.0.0.1:37561/solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node4":{ "core":"replicaTypesTestColl_shard1_replica_t3", "node_name":"127.0.0.1:36389_solr", "base_url":"http://127.0.0.1:36389/solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node6":{ "core":"replicaTypesTestColl_shard1_replica_p5", "node_name":"127.0.0.1:42423_solr", "base_url":"http://127.0.0.1:42423/solr", "state":"active", "type":"PULL", "force_set_state":"false"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{ "core_node8":{ "core":"replicaTypesTestColl_shard2_replica_n7", "node_name":"127.0.0.1:37561_solr", "base_url":"http://127.0.0.1:37561/solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node10":{ "core":"replicaTypesTestColl_shard2_replica_t9", "node_name":"127.0.0.1:36389_solr", "base_url":"http://127.0.0.1:36389/solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node12":{ "core":"replicaTypesTestColl_shard2_replica_p11", "node_name":"127.0.0.1:42423_solr", "base_url":"http://127.0.0.1:42423/solr", "state":"down", "type":"PULL", "force_set_state":"false"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{ "core_node14":{ "core":"replicaTypesTestColl_shard3_replica_n13", "node_name":"127.0.0.1:37561_solr", "base_url":"http://127.0.0.1:37561/solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node16":{ "core":"replicaTypesTestColl_shard3_replica_t15", "node_name":"127.0.0.1:36389_solr", "base_url":"http://127.0.0.1:36389/solr", "state":"active", "type":"TLOG", "force_set_state":"false", "leader":"true"}, "core_node18":{ "core":"replicaTypesTestColl_shard3_replica_p17", "node_name":"127.0.0.1:42423_solr", "base_url":"http://127.0.0.1:42423/solr", "state":"active", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"1", "perReplicaState":"true"} Live Nodes: [127.0.0.1:36389_solr, 127.0.0.1:37561_solr, 127.0.0.1:42423_solr] Last available state: DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={ "pullReplicas":"1", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{ "core_node2":{ "core":"replicaTypesTestColl_shard1_replica_n1", "node_name":"127.0.0.1:37561_solr", "base_url":"http://127.0.0.1:37561/solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node4":{ "core":"replicaTypesTestColl_shard1_replica_t3", "node_name":"127.0.0.1:36389_solr", "base_url":"http://127.0.0.1:36389/solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node6":{ "core":"replicaTypesTestColl_shard1_replica_p5", "node_name":"127.0.0.1:42423_solr", "base_url":"http://127.0.0.1:42423/solr", "state":"active", "type":"PULL", "force_set_state":"false"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{ "core_node8":{ "core":"replicaTypesTestColl_shard2_replica_n7", "node_name":"127.0.0.1:37561_solr", "base_url":"http://127.0.0.1:37561/solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node10":{ "core":"replicaTypesTestColl_shard2_replica_t9", "node_name":"127.0.0.1:36389_solr", "base_url":"http://127.0.0.1:36389/solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node12":{ "core":"replicaTypesTestColl_shard2_replica_p11", "node_name":"127.0.0.1:42423_solr", "base_url":"http://127.0.0.1:42423/solr", "state":"down", "type":"PULL", "force_set_state":"false"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{ "core_node14":{ "core":"replicaTypesTestColl_shard3_replica_n13", "node_name":"127.0.0.1:37561_solr", "base_url":"http://127.0.0.1:37561/solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node16":{ "core":"replicaTypesTestColl_shard3_replica_t15", "node_name":"127.0.0.1:36389_solr", "base_url":"http://127.0.0.1:36389/solr", "state":"active", "type":"TLOG", "force_set_state":"false", "leader":"true"}, "core_node18":{ "core":"replicaTypesTestColl_shard3_replica_p17", "node_name":"127.0.0.1:42423_solr", "base_url":"http://127.0.0.1:42423/solr", "state":"active", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"1", "perReplicaState":"true"}
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=replicaTypesTestColl :DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"replicaTypesTestColl_shard1_replica_n1",
"node_name":"127.0.0.1:37561_solr",
"base_url":"http://127.0.0.1:37561/solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node4":{
"core":"replicaTypesTestColl_shard1_replica_t3",
"node_name":"127.0.0.1:36389_solr",
"base_url":"http://127.0.0.1:36389/solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node6":{
"core":"replicaTypesTestColl_shard1_replica_p5",
"node_name":"127.0.0.1:42423_solr",
"base_url":"http://127.0.0.1:42423/solr",
"state":"active",
"type":"PULL",
"force_set_state":"false"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"replicaTypesTestColl_shard2_replica_n7",
"node_name":"127.0.0.1:37561_solr",
"base_url":"http://127.0.0.1:37561/solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"replicaTypesTestColl_shard2_replica_t9",
"node_name":"127.0.0.1:36389_solr",
"base_url":"http://127.0.0.1:36389/solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node12":{
"core":"replicaTypesTestColl_shard2_replica_p11",
"node_name":"127.0.0.1:42423_solr",
"base_url":"http://127.0.0.1:42423/solr",
"state":"down",
"type":"PULL",
"force_set_state":"false"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{
"core_node14":{
"core":"replicaTypesTestColl_shard3_replica_n13",
"node_name":"127.0.0.1:37561_solr",
"base_url":"http://127.0.0.1:37561/solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node16":{
"core":"replicaTypesTestColl_shard3_replica_t15",
"node_name":"127.0.0.1:36389_solr",
"base_url":"http://127.0.0.1:36389/solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false",
"leader":"true"},
"core_node18":{
"core":"replicaTypesTestColl_shard3_replica_p17",
"node_name":"127.0.0.1:42423_solr",
"base_url":"http://127.0.0.1:42423/solr",
"state":"active",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"1",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:36389_solr, 127.0.0.1:37561_solr, 127.0.0.1:42423_solr]
Last available state: DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"replicaTypesTestColl_shard1_replica_n1",
"node_name":"127.0.0.1:37561_solr",
"base_url":"http://127.0.0.1:37561/solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node4":{
"core":"replicaTypesTestColl_shard1_replica_t3",
"node_name":"127.0.0.1:36389_solr",
"base_url":"http://127.0.0.1:36389/solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node6":{
"core":"replicaTypesTestColl_shard1_replica_p5",
"node_name":"127.0.0.1:42423_solr",
"base_url":"http://127.0.0.1:42423/solr",
"state":"active",
"type":"PULL",
"force_set_state":"false"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"replicaTypesTestColl_shard2_replica_n7",
"node_name":"127.0.0.1:37561_solr",
"base_url":"http://127.0.0.1:37561/solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"replicaTypesTestColl_shard2_replica_t9",
"node_name":"127.0.0.1:36389_solr",
"base_url":"http://127.0.0.1:36389/solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node12":{
"core":"replicaTypesTestColl_shard2_replica_p11",
"node_name":"127.0.0.1:42423_solr",
"base_url":"http://127.0.0.1:42423/solr",
"state":"down",
"type":"PULL",
"force_set_state":"false"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{
"core_node14":{
"core":"replicaTypesTestColl_shard3_replica_n13",
"node_name":"127.0.0.1:37561_solr",
"base_url":"http://127.0.0.1:37561/solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node16":{
"core":"replicaTypesTestColl_shard3_replica_t15",
"node_name":"127.0.0.1:36389_solr",
"base_url":"http://127.0.0.1:36389/solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false",
"leader":"true"},
"core_node18":{
"core":"replicaTypesTestColl_shard3_replica_p17",
"node_name":"127.0.0.1:42423_solr",
"base_url":"http://127.0.0.1:42423/solr",
"state":"active",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"1",
"perReplicaState":"true"}
at __randomizedtesting.SeedInfo.seed([9F666692573A16CA:A48CC52430A3DBC6]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:770)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest(CloudSolrClientTest.java:971)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest.testCooldown
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4:C3B1E7C6FA760036]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest.testCooldown(TriggerCooldownIntegrationTest.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14766 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest
[junit4] 2> 3175739 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 3175739 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3175740 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/data-dir-190-001
[junit4] 2> 3175741 WARN (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 3175741 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3175742 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3175742 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 3175743 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001
[junit4] 2> 3175743 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3175743 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 3175743 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3175744 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 3175843 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 38307
[junit4] 2> 3175843 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38307
[junit4] 2> 3175843 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38307
[junit4] 2> 3175844 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38307
[junit4] 2> 3175845 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3175847 INFO (zkConnectionManagerCallback-26362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175847 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3175849 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3175850 INFO (zkConnectionManagerCallback-26364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175850 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3175850 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3175851 INFO (zkConnectionManagerCallback-26366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175851 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3175953 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3175953 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 3175953 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3175953 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 3175953 INFO (jetty-launcher-26367-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 3175953 INFO (jetty-launcher-26367-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2af8d6d{/solr,null,AVAILABLE}
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3175954 INFO (jetty-launcher-26367-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8eab16{/solr,null,AVAILABLE}
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d8831c5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34619}
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@434bf7ce{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36961}
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.e.j.s.Server Started @3175984ms
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.e.j.s.Server Started @3175984ms
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=36961}
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=34619}
[junit4] 2> 3175955 ERROR (jetty-launcher-26367-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3175955 ERROR (jetty-launcher-26367-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.8.2
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.8.2
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-03-12T06:06:38.135Z
[junit4] 2> 3175955 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-03-12T06:06:38.135Z
[junit4] 2> 3175956 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3175956 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3175957 INFO (zkConnectionManagerCallback-26370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175957 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3175957 INFO (zkConnectionManagerCallback-26371-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175957 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3175957 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3175957 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3175969 WARN (jetty-launcher-26367-thread-2-SendThread(127.0.0.1:38307)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103dbf866990003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x103dbf866990003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103dbf866990003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 3176695 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3176695 WARN (jetty-launcher-26367-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f909957[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176695 WARN (jetty-launcher-26367-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f909957[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176697 WARN (jetty-launcher-26367-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b19f126[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176697 WARN (jetty-launcher-26367-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b19f126[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176699 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38307/solr
[junit4] 2> 3176702 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3176703 INFO (zkConnectionManagerCallback-26385-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3176703 INFO (jetty-launcher-26367-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3176767 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3176768 WARN (jetty-launcher-26367-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75a19ad0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176768 WARN (jetty-launcher-26367-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75a19ad0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176770 WARN (jetty-launcher-26367-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6e15c69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176770 WARN (jetty-launcher-26367-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6e15c69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3176771 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38307/solr
[junit4] 2> 3176772 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3176773 INFO (zkConnectionManagerCallback-26393-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3176773 INFO (jetty-launcher-26367-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3176805 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3176805 INFO (zkConnectionManagerCallback-26395-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3176805 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3176867 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36961_solr
[junit4] 2> 3176868 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.c.Overseer Overseer (id=73143878887735303-127.0.0.1:36961_solr-n_0000000000) starting
[junit4] 2> 3176872 INFO (OverseerStateUpdate-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [n:127.0.0.1:36961_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36961_solr
[junit4] 2> 3176872 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36961_solr
[junit4] 2> 3176872 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 3176873 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3176874 INFO (OverseerStateUpdate-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [n:127.0.0.1:36961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3176874 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 3176874 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3176874 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3176875 WARN (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3176882 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:36961_solr]
[junit4] 2> 3176886 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3176886 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 3176886 DEBUG (ScheduledTrigger-26400-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 3176886 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3176905 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3176906 INFO (zkConnectionManagerCallback-26408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3176906 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3176909 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3176913 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34619_solr as DOWN
[junit4] 2> 3176914 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3176914 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34619_solr
[junit4] 2> 3176915 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36961.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3176915 INFO (zkCallback-26394-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3176916 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3176916 WARN (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3176922 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36961.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3176922 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36961.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3176922 INFO (zkCallback-26407-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3176923 INFO (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001/node2
[junit4] 2> 3176928 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3176949 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3176965 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3176965 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3176966 INFO (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001/node1
[junit4] 2> 3176978 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 3176978 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3176979 INFO (zkConnectionManagerCallback-26422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3176979 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3176980 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3176981 INFO (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38307/solr ready
[junit4] 2> 3176990 INFO (qtp1934606812-103807) [n:127.0.0.1:34619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3176992 INFO (qtp1934606812-103814) [n:127.0.0.1:34619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 3176994 INFO (qtp1301024783-103813) [n:127.0.0.1:36961_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3176994 INFO (qtp1301024783-103813) [n:127.0.0.1:36961_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 3176995 DEBUG (qtp1934606812-103810) [n:127.0.0.1:34619_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3176995 INFO (qtp1934606812-103810) [n:127.0.0.1:34619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3176999 DEBUG (zkCallback-26394-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3177000 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3177005 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 3177007 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3177015 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3177023 INFO (qtp1934606812-103812) [n:127.0.0.1:34619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 3177023 INFO (qtp1301024783-103815) [n:127.0.0.1:36961_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 3177024 DEBUG (qtp1934606812-103807) [n:127.0.0.1:34619_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3177024 INFO (qtp1934606812-103807) [n:127.0.0.1:34619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3177024 DEBUG (zkCallback-26394-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3177025 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3177026 INFO (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.TriggerCooldownIntegrationTest TestTriggerAction init
[junit4] 2> 3177026 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - Initial livenodes: [127.0.0.1:34619_solr, 127.0.0.1:36961_solr]
[junit4] 2> 3177026 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3177026 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 3177027 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3177027 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3177027 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3177036 INFO (qtp1934606812-103810) [n:127.0.0.1:34619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 3177037 INFO (qtp1301024783-103816) [n:127.0.0.1:36961_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 3177037 DEBUG (qtp1934606812-103814) [n:127.0.0.1:34619_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3177037 INFO (qtp1934606812-103814) [n:127.0.0.1:34619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3177038 DEBUG (zkCallback-26394-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3177038 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3177038 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3177038 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 3177038 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 3177039 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b005fc6{/solr,null,AVAILABLE}
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@720c2099{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34779}
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.Server Started @3177069ms
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=34779}
[junit4] 2> 3177039 ERROR (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3177039 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3177039 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3177040 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.8.2
[junit4] 2> 3177040 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3177040 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
[junit4] 2> 3177040 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-03-12T06:06:39.220Z
[junit4] 2> 3177040 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3177041 INFO (zkConnectionManagerCallback-26424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3177041 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3177041 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3177295 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3177295 WARN (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49719da5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3177296 WARN (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49719da5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3177298 WARN (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13f51fd7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3177298 WARN (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13f51fd7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3177299 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38307/solr
[junit4] 2> 3177300 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3177301 INFO (zkConnectionManagerCallback-26435-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3177301 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3177403 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3177404 INFO (zkConnectionManagerCallback-26437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3177404 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3177408 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3177411 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34779_solr as DOWN
[junit4] 2> 3177412 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3177412 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34779_solr
[junit4] 2> 3177413 INFO (zkCallback-26394-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3177413 INFO (zkCallback-26407-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3177413 INFO (zkCallback-26421-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3177413 INFO (zkCallback-26436-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3177414 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3177415 WARN (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3177426 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3177445 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34779.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3177455 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34779.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3177456 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34779.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
[junit4] 2> 3177457 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001/node3
[junit4] 2> 3177477 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 3177887 DEBUG (ScheduledTrigger-26400-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 1
[junit4] 2> 3178028 DEBUG (ScheduledTrigger-26400-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3178028 DEBUG (ScheduledTrigger-26400-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3178028 DEBUG (ScheduledTrigger-26400-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34779_solr at time 16575393669241186
[junit4] 2> 3178888 DEBUG (ScheduledTrigger-26400-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34779_solr] added at times [16575393669241186], now=16575394670930088
[junit4] 2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":16575393669241186,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[16575393669241186],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:34779_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 3179031 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
[junit4] 2> 3179031 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":16575393669241186,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[16575393669241186],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":16575394671516048,
[junit4] 2> "nodeNames":["127.0.0.1:34779_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 3179032 DEBUG (ScheduledTrigger-26400-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:34779_solr
[junit4] 2> 3179032 DEBUG (AutoscalingActionExecutor-26401-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":16575393669241186,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[16575393669241186],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":16575394671516048,
[junit4] 2> "nodeNames":["127.0.0.1:34779_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":16575393669241186,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[16575393669241186],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":16575394671516048,
[junit4] 2> "nodeNames":["127.0.0.1:34779_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7
[junit4] 2> 3180036 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3180036 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 3180036 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 3180037 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3180037 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3180037 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3180037 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@524ebb98{/solr,null,AVAILABLE}
[junit4] 2> 3180037 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12b1d7fe{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38843}
[junit4] 2> 3180037 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.e.j.s.Server Started @3180067ms
[junit4] 2> 3180037 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=38843}
[junit4] 2> 3180038 ERROR (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3180038 INFO (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.
[...truncated too long message...]
(jetty-closer-4334-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 342411 INFO (jetty-closer-4334-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71471815: rootName = solr_35937, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2f8b8ab9
[junit4] 2> 342411 INFO (jetty-closer-4334-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 342411 INFO (jetty-closer-4334-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b87ba70: rootName = solr_37111, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5d73a5a9
[junit4] 2> 342415 INFO (jetty-closer-4334-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 342415 INFO (jetty-closer-4334-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ee7ddc9: rootName = solr_37111, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@5374bc9e
[junit4] 2> 342415 INFO (jetty-closer-4334-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 342418 INFO (jetty-closer-4334-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 342418 INFO (jetty-closer-4334-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@285591c7: rootName = solr_35937, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5d73a5a9
[junit4] 2> 342421 INFO (jetty-closer-4334-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 342421 INFO (jetty-closer-4334-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1000b91c: rootName = solr_35937, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@5374bc9e
[junit4] 2> 342421 INFO (jetty-closer-4334-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 342423 WARN (jetty-launcher-4230-thread-2-SendThread(127.0.0.1:33447)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103dc225792000b.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x103dc225792000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103dc225792000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 342424 WARN (jetty-launcher-4230-thread-1-SendThread(127.0.0.1:33447)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103dc2257920009.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x103dc2257920009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103dc2257920009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 342471 INFO (jetty-closer-4334-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73144059024244743-127.0.0.1:38743_solr-n_0000000000) closing
[junit4] 2> 342472 INFO (jetty-closer-4334-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f9c0b8e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 342472 INFO (jetty-closer-4334-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7da6af5b{/solr,null,STOPPED}
[junit4] 2> 342472 INFO (jetty-closer-4334-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 342525 INFO (jetty-closer-4334-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2033bdeb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 342525 INFO (jetty-closer-4334-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c6c851d{/solr,null,STOPPED}
[junit4] 2> 342525 INFO (jetty-closer-4334-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 342572 INFO (jetty-closer-4334-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c921016{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 342572 INFO (jetty-closer-4334-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7bed4f74{/solr,null,STOPPED}
[junit4] 2> 342572 INFO (jetty-closer-4334-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 342572 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 342775 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/collections/2nd_collection/terms/shard2
[junit4] 2> 3 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/collections/collection1/collectionprops.json
[junit4] 2> 2 /solr/collections/2nd_collection/collectionprops.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2> 2 /solr/collections/2nd_collection/terms/shard1
[junit4] 2> 2 /solr/collections/collection1/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/aliases.json
[junit4] 2> 9 /solr/collections/collection1/state.json
[junit4] 2> 9 /solr/collections/2nd_collection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/overseer/collection-queue-work
[junit4] 2> 14 /solr/collections/2nd_collection/state.json
[junit4] 2> 13 /solr/overseer/queue
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 12 /solr/collections
[junit4] 2> 9 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> 342778 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33447
[junit4] 2> 342778 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33447
[junit4] 2> 342778 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33447
[junit4] 2> 342778 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAliasHandling
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_9F666692573A16CA-001
[junit4] 2> Mar 12, 2021 6:52:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=de-GR, timezone=Asia/Bahrain
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=222065032,total=509083648
[junit4] 2> NOTE: All tests run in this JVM: [UrlSchemeTest, RawValueEvaluatorTest, RequestReplicaListTransformerGeneratorTest, TestSpellCheckResponse, DocumentAnalysisResponseTest, NormalizeEvaluatorTest, TangentEvaluatorTest, TestValidatingJsonMap, RoundEvaluatorTest, TestLBHttp2SolrClient, NamedListTest, EqualToEvaluatorTest, OperationsTest, SolrExceptionTest, CubedRootEvaluatorTest, CloudSolrClientCacheTest, HyperbolicTangentEvaluatorTest, CloudAuthStreamTest, JsonRequestApiTest, CoalesceEvaluatorTest, TestToleratedUpdateError, TestDocCollectionWatcher, SelectWithEvaluatorsTest, GetByIdTest, SolrExampleEmbeddedTest, SolrExampleStreamingBinaryHttp2Test, SolrExampleStreamingTest, BasicHttpSolrClientTest, CloudSolrClientTest]
[junit4] Completed [212/212 (1!)] on J1 in 142.87s, 19 tests, 1 error <<< FAILURES!
[...truncated 49603 lines...]
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 78 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/78/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7:F81AFEE1CF674E73]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:444)
at sun.nio.ch.Net.bind(Net.java:436)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:345)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:310)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:234)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
at org.eclipse.jetty.server.Server.doStart(Server.java:401)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:506)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=57525, name=qtp505722135-57525-acceptor-0@76b87fb2-ServerConnector@1a1b320b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43137}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=57525, name=qtp505722135-57525-acceptor-0@76b87fb2-ServerConnector@1a1b320b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43137}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=57525, name=qtp505722135-57525, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=57525, name=qtp505722135-57525, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7]:0)
Build Log:
[...truncated 14930 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 2565639 INFO (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2565640 INFO (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/data-dir-92-001
[junit4] 2> 2565640 INFO (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2565641 INFO (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2565641 INFO (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2565641 INFO (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/b
[junit4] 2> 2565645 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2565646 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2565646 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2565646 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2565746 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer start zk server on port: 36409
[junit4] 2> 2565746 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36409
[junit4] 2> 2565746 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36409
[junit4] 2> 2565746 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36409
[junit4] 2> 2565747 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2565748 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2565750 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 2565751 DEBUG (zkConnectionManagerCallback-9815-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51181c52 name: ZooKeeperConnection Watcher:127.0.0.1:36409 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 2565751 INFO (zkConnectionManagerCallback-9815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2565751 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2565751 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2565752 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 2565754 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2565755 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2565756 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 2565756 DEBUG (zkConnectionManagerCallback-9817-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20bdc372 name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 2565756 INFO (zkConnectionManagerCallback-9817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2565756 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2565756 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2565757 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
[junit4] 2> 2565757 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2565758 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 2565759 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2565759 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 2565760 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2565760 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2565761 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2565761 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 2565763 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2565763 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 2565765 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2565765 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 2565768 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2565768 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 2565770 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2565770 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 2565771 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2565771 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2565772 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2565772 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 2565773 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2565774 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 2565774 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2565873 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2565873 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2565873 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2565874 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2565874 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2565874 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2565874 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a9f6e7c{/_/b,null,AVAILABLE}
[junit4] 2> 2565874 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2cc7e253{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40873}
[junit4] 2> 2565874 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.s.Server Started @2565909ms
[junit4] 2> 2565874 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/tempDir-001/control/data, replicaType=NRT, hostContext=/_/b, hostPort=40873, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/control-001/cores}
[junit4] 2> 2565875 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2565875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2565875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.8.2
[junit4] 2> 2565875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2565875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
[junit4] 2> 2565875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-03-11T06:40:30.634Z
[junit4] 2> 2565875 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2565875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2565876 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 2565876 DEBUG (zkConnectionManagerCallback-9819-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35219968 name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 2565876 INFO (zkConnectionManagerCallback-9819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2565876 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2565876 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2565977 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
[junit4] 2> 2565977 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2565977 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/control-001/solr.xml
[junit4] 2> 2565980 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2565980 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2565992 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2566386 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2566387 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@259ea274[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2566387 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@259ea274[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2566390 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73631c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2566390 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73631c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2566391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36409/solr
[junit4] 2> 2566391 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2566392 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2566392 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 2566393 DEBUG (zkConnectionManagerCallback-9830-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4dc59d7 name: ZooKeeperConnection Watcher:127.0.0.1:36409 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 2566393 INFO (zkConnectionManagerCallback-9830-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2566393 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2566393 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2566494 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
[junit4] 2> 2566495 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2566495 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 2566495 DEBUG (zkConnectionManagerCallback-9832-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@496c1ba2 name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 2566495 INFO (zkConnectionManagerCallback-9832-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2566495 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2566496 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 2566497 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 2566498 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 2566498 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer/async_ids
[junit4] 2> 2566499 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 2566500 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 2566500 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events
[junit4] 2> 2566501 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/triggerState
[junit4] 2> 2566502 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeAdded
[junit4] 2> 2566502 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeLost
[junit4] 2> 2566503 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 2566503 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 2566504 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /autoscaling.json
[junit4] 2> 2566505 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/protwords.txt
[junit4] 2> 2566505 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/managed-schema
[junit4] 2> 2566507 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/solrconfig.xml
[junit4] 2> 2566508 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/synonyms.txt
[junit4] 2> 2566509 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_it.txt
[junit4] 2> 2566510 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_cz.txt
[junit4] 2> 2566511 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fr.txt
[junit4] 2> 2566512 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_no.txt
[junit4] 2> 2566513 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ca.txt
[junit4] 2> 2566514 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_sv.txt
[junit4] 2> 2566515 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ca.txt
[junit4] 2> 2566517 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hu.txt
[junit4] 2> 2566518 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_gl.txt
[junit4] 2> 2566519 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_bg.txt
[junit4] 2> 2566520 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_th.txt
[junit4] 2> 2566521 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ga.txt
[junit4] 2> 2566522 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_da.txt
[junit4] 2> 2566523 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_et.txt
[junit4] 2> 2566524 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/userdict_ja.txt
[junit4] 2> 2566525 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ga.txt
[junit4] 2> 2566526 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_id.txt
[junit4] 2> 2566527 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_tr.txt
[junit4] 2> 2566529 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ja.txt
[junit4] 2> 2566530 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ar.txt
[junit4] 2> 2566531 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ru.txt
[junit4] 2> 2566532 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/hyphenations_ga.txt
[junit4] 2> 2566533 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_de.txt
[junit4] 2> 2566534 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_en.txt
[junit4] 2> 2566535 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stemdict_nl.txt
[junit4] 2> 2566536 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ro.txt
[junit4] 2> 2566537 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hy.txt
[junit4] 2> 2566538 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_eu.txt
[junit4] 2> 2566539 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hi.txt
[junit4] 2> 2566540 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stoptags_ja.txt
[junit4] 2> 2566541 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_fr.txt
[junit4] 2> 2566542 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fi.txt
[junit4] 2> 2566543 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_pt.txt
[junit4] 2> 2566544 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_lv.txt
[junit4] 2> 2566545 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_el.txt
[junit4] 2> 2566546 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_it.txt
[junit4] 2> 2566547 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_nl.txt
[junit4] 2> 2566548 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_es.txt
[junit4] 2> 2566549 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fa.txt
[junit4] 2> 2566550 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/stopwords.txt
[junit4] 2> 2566551 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2566552 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
[junit4] 2> 2566552 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
[junit4] 2> 2566552 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
[junit4] 2> 2566553 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
[junit4] 2> 2566553 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
[junit4] 2> 2566554 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 2566554 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 2566555 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40873__%2Fb
[junit4] 2> 2566555 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 2566556 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.Overseer Overseer (id=73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) starting
[junit4] 2> 2566556 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 2566557 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 2566558 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 2566560 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 2566560 INFO (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40873__%2Fb
[junit4] 2> 2566561 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40873__%2Fb
[junit4] 2> 2566561 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes
[junit4] 2> 2566562 INFO (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2566562 DEBUG (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:40873__%2Fb]
[junit4] 2> 2566562 DEBUG (zkCallback-9831-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2566562 DEBUG (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
[junit4] 2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2566562 INFO (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 2566562 DEBUG (zkCallback-9831-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:40873__%2Fb] -> [127.0.0.1:40873__%2Fb]
[junit4] 2> 2566563 DEBUG (OverseerAutoScalingTriggerThread-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [ ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.scheduled_maintenance
[junit4] 2> 2566563 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2566564 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2566573 DEBUG (OverseerAutoScalingTriggerThread-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [ ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.auto_add_replicas
[junit4] 2> 2566575 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2566594 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8
[junit4] 2> 2566602 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8
[junit4] 2> 2566602 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8
[junit4] 2> 2566603 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/control-001/cores
[junit4] 2> 2566615 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2566616 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2566616 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 2566616 DEBUG (zkConnectionManagerCallback-9849-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@260fafee name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 2566616 INFO (zkConnectionManagerCallback-9849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2566616 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
[junit4] 2> 2566617 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:40873__%2Fb]
[junit4] 2> 2566618 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
[junit4] 2> 2566618 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
[junit4] 2> 2566618 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
[junit4] 2> 2566618 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [ ] o.a.s.c.s.i.ZkClientCluste
[...truncated too long message...]
ronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7]:0)
[junit4] Completed [541/923 (1!)] on J2 in 648.67s, 11 tests, 3 errors <<< FAILURES!
[...truncated 51981 lines...]