You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/13 15:16:08 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1666 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1666/
2 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned
Error Message:
Error from server at https://127.0.0.1:37049/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:37049/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([324B8AEB8B6C886C:CA8D73DE187510A4]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37049/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([A74CE7802CE31D02:211670B40CB9505B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14257 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/init-core-data-001
[junit4] 2> 2702510 WARN (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 2702511 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2702513 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2702514 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2702514 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001
[junit4] 2> 2702514 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2702515 INFO (Thread-10171) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2702515 INFO (Thread-10171) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2702517 ERROR (Thread-10171) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2702615 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46042
[junit4] 2> 2702620 INFO (zkConnectionManagerCallback-6697-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702628 INFO (jetty-launcher-6694-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2702628 INFO (jetty-launcher-6694-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2702628 INFO (jetty-launcher-6694-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2702630 INFO (jetty-launcher-6694-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2702631 INFO (jetty-launcher-6694-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2702631 INFO (jetty-launcher-6694-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1aeac2{/solr,null,AVAILABLE}
[junit4] 2> 2702631 INFO (jetty-launcher-6694-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1166d6fb{/solr,null,AVAILABLE}
[junit4] 2> 2702631 INFO (jetty-launcher-6694-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42d1443e{/solr,null,AVAILABLE}
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f2a42a9{SSL,[ssl, http/1.1]}{127.0.0.1:43564}
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.e.j.s.Server Started @2702695ms
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43564}
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@477c65c{SSL,[ssl, http/1.1]}{127.0.0.1:34558}
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-2) [ ] o.e.j.s.Server Started @2702696ms
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34558}
[junit4] 2> 2702634 ERROR (jetty-launcher-6694-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2702634 ERROR (jetty-launcher-6694-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-13T14:06:05.294Z
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d315518{SSL,[ssl, http/1.1]}{127.0.0.1:35978}
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-1) [ ] o.e.j.s.Server Started @2702696ms
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35978}
[junit4] 2> 2702635 ERROR (jetty-launcher-6694-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2702634 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-13T14:06:05.295Z
[junit4] 2> 2702635 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-13T14:06:05.295Z
[junit4] 2> 2702637 INFO (zkConnectionManagerCallback-6699-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702637 INFO (zkConnectionManagerCallback-6702-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702637 INFO (zkConnectionManagerCallback-6703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702637 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702638 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702638 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702694 INFO (jetty-launcher-6694-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46042/solr
[junit4] 2> 2702696 INFO (zkConnectionManagerCallback-6707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702700 INFO (zkConnectionManagerCallback-6709-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702727 INFO (jetty-launcher-6694-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46042/solr
[junit4] 2> 2702729 INFO (zkConnectionManagerCallback-6715-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702735 INFO (zkConnectionManagerCallback-6717-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702759 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43564_solr
[junit4] 2> 2702760 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer Overseer (id=72095234876571655-127.0.0.1:43564_solr-n_0000000000) starting
[junit4] 2> 2702773 INFO (zkConnectionManagerCallback-6724-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702779 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46042/solr ready
[junit4] 2> 2702780 INFO (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43564_solr
[junit4] 2> 2702781 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43564_solr
[junit4] 2> 2702788 INFO (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702788 INFO (zkCallback-6723-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702849 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702851 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2702854 INFO (jetty-launcher-6694-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46042/solr
[junit4] 2> 2702854 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2702854 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34558_solr
[junit4] 2> 2702855 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34558_solr"} current state version: 0
[junit4] 2> 2702855 INFO (zkConnectionManagerCallback-6729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702856 INFO (zkCallback-6723-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2702857 INFO (zkCallback-6716-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2702859 INFO (zkConnectionManagerCallback-6731-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702862 INFO (zkCallback-6708-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2702868 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2702875 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2702875 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35978_solr
[junit4] 2> 2702876 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:35978_solr"} current state version: 0
[junit4] 2> 2702877 INFO (zkCallback-6723-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2702877 INFO (zkCallback-6716-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2702878 INFO (zkCallback-6708-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2702881 INFO (zkCallback-6730-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2702899 INFO (zkConnectionManagerCallback-6738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702900 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2702902 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46042/solr ready
[junit4] 2> 2702902 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2702903 INFO (zkConnectionManagerCallback-6744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2702904 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2702906 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46042/solr ready
[junit4] 2> 2702906 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2702913 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43564.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702943 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43564.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702943 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43564.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702945 INFO (jetty-launcher-6694-thread-3) [n:127.0.0.1:43564_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/.
[junit4] 2> 2702949 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35978.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702950 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34558.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702965 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34558.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702965 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34558.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702967 INFO (jetty-launcher-6694-thread-2) [n:127.0.0.1:34558_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/.
[junit4] 2> 2702968 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35978.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702968 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35978.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2702969 INFO (jetty-launcher-6694-thread-1) [n:127.0.0.1:35978_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/.
[junit4] 2> 2703076 INFO (zkConnectionManagerCallback-6747-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2703080 INFO (zkConnectionManagerCallback-6752-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2703081 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2703082 INFO (SUITE-LIROnShardRestartTest-seed#[A74CE7802CE31D02]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46042/solr ready
[junit4] 2> 2703122 INFO (TEST-LIROnShardRestartTest.testAllReplicasInLIR-seed#[A74CE7802CE31D02]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAllReplicasInLIR
[junit4] 2> 2703138 INFO (qtp698256157-28474) [n:127.0.0.1:43564_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=allReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2703140 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection allReplicasInLIR
[junit4] 2> 2703141 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2703144 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/allReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 2703146 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/allReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 2703148 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/allReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 2703150 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/allReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 2703152 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2703154 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2703157 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2703159 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2703161 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2703163 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2703165 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2703168 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2703170 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2703172 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2703174 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2703176 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2703178 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2703181 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2703183 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2703185 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2703187 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2703189 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2703191 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2703195 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2703198 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2703202 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2703208 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2703210 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2703212 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2703214 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2703216 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2703218 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2703221 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2703223 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2703225 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2703227 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2703229 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2703231 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2703233 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2703236 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2703238 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2703240 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2703242 INFO (OverseerThreadFactory-9376-thread-1-processing-n:127.0.0.1:43564_solr) [n:127.0.0.1:43564_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/allReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 2703248 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"allReplicasInLIR",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2703355 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2703370 INFO (qtp1367315451-28485) [n:127.0.0.1:34558_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2703385 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2703391 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35978/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2703391 INFO (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35978/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2703395 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34558/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2703395 INFO (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34558/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2703399 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43564/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2703399 INFO (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43564/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2703610 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr x:allReplicasInLIR_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n3&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2703610 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n5&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2703611 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2703612 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2703617 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n5",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:43564/solr",
[junit4] 2> "node_name":"127.0.0.1:43564_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2703621 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n3",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34558/solr",
[junit4] 2> "node_name":"127.0.0.1:34558_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2703629 DEBUG (OverseerStateUpdate-72095234876571655-127.0.0.1:43564_solr-n_0000000000) [n:127.0.0.1:43564_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35978/solr",
[junit4] 2> "node_name":"127.0.0.1:35978_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2704630 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2704631 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2704633 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib
[junit4] 2> 2704633 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2704634 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib
[junit4] 2> 2704634 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2704635 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib
[junit4] 2> 2704635 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2704635 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib
[junit4] 2> 2704635 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2704636 WARN (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2704638 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2704638 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2704639 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/extraction/lib
[junit4] 2> 2704640 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist
[junit4] 2> 2704640 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/clustering/lib
[junit4] 2> 2704640 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist
[junit4] 2> 2704641 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/langid/lib
[junit4] 2> 2704641 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist
[junit4] 2> 2704642 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../contrib/velocity/lib
[junit4] 2> 2704642 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist
[junit4] 2> 2704642 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2704643 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2704643 WARN (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3/../../../../dist
[junit4] 2> 2704643 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2704643 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2704644 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2704644 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2704644 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2704645 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2704645 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2704645 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2704645 WARN (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2704650 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2704652 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2704655 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2704693 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n5] Schema name=default-config
[junit4] 2> 2704693 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n3] Schema name=default-config
[junit4] 2> 2704698 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2704980 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2704980 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2705000 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2705037 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n3' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2705038 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34558.solr.core.allReplicasInLIR.shard1.replica_n3' (registry 'solr.core.allReplicasInLIR.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2705038 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node2/./allReplicasInLIR_shard1_replica_n3/data/]
[junit4] 2> 2705046 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n1' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2705047 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35978.solr.core.allReplicasInLIR.shard1.replica_n1' (registry 'solr.core.allReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2705047 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node1/./allReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 2705057 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2705059 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n5' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2705060 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43564.solr.core.allReplicasInLIR.shard1.replica_n5' (registry 'solr.core.allReplicasInLIR.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d90b9e
[junit4] 2> 2705060 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_A74CE7802CE31D02-001/tempDir-001/node3/./allReplicasInLIR_shard1_replica_n5/data/]
[junit4] 2> 2705062 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2705071 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2705196 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2705196 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2705197 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2705197 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2705199 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2705199 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2705200 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2705200 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2705201 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d782e24[allReplicasInLIR_shard1_replica_n3] main]
[junit4] 2> 2705203 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@40d9135d[allReplicasInLIR_shard1_replica_n5] main]
[junit4] 2> 2705204 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2705204 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2705204 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2705204 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2705205 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2705205 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2705205 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2705205 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2705206 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2705206 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2705206 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2705207 INFO (qtp698256157-28487) [n:127.0.0.1:43564_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2705207 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2705207 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2705208 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2705208 INFO (qtp1367315451-28475) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614219384316755968
[junit4] 2> 2705208 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2705209 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2705211 INFO (qtp1706913978-28477) [n:127.0.0.1:35978_solr c:allReplicasInLIR s:shard1 r:core_node2 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@533e197f[allReplicasInLIR_shard1_replica_n1] main]
[junit4] 2> 2705212 INFO (searcherExecutor-9392-thread-1-processing-n:127.0.0.1:34558_solr x:allReplicasInLIR_shard1_replica_n3 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@4d782e24[allReplicasInLIR_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2705212 INFO (searcherExecutor-9392-thread-1-processing-n:127.0.0.1:34558_solr x:allReplicasInLIR_shard1_replica_n3 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:34558_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n3] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2705212 INFO (searcherExecutor-9392-thread-1-processing-n:127.0.0.1:34558_solr x:allReplicasInLIR_shard1_replica_n3 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:34558_
[...truncated too long message...]
solve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null12592878
[copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null12592878
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null12592878
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 38ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 301 minutes 26 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1675 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1675/
3 tests failed.
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR
Error Message:
Path must not end with / character
Stack Trace:
java.lang.IllegalArgumentException: Path must not end with / character
at __randomizedtesting.SeedInfo.seed([A704C8B907BBB14C:FD9CF27F793BD6AB]:0)
at org.apache.zookeeper.common.PathUtils.validatePath(PathUtils.java:58)
at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1517)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:329)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:329)
at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:168)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime
Error Message:
Error from server at http://127.0.0.1:42135/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:42135/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([CDE850A40F69C4BC:23302B354116112F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42135/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Error from server at https://127.0.0.1:36814/solr: Cannot create collection severalReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36814/solr: Cannot create collection severalReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([A704C8B907BBB14C:215E5F8D27E1FC15]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:190)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14432 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/init-core-data-001
[junit4] 2> 2530123 WARN (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=128 numCloses=128
[junit4] 2> 2530123 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2530126 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2530126 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2530127 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001
[junit4] 2> 2530127 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2530127 INFO (Thread-10823) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2530128 INFO (Thread-10823) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2530133 ERROR (Thread-10823) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2530228 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33206
[junit4] 2> 2530235 INFO (zkConnectionManagerCallback-5590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530251 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2530252 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3498ac47{/solr,null,AVAILABLE}
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@778e8ab9{SSL,[ssl, http/1.1]}{127.0.0.1:40688}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.Server Started @2530316ms
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40688}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@156442e3{/solr,null,AVAILABLE}
[junit4] 2> 2530255 ERROR (jetty-launcher-5587-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@660fd8a7{SSL,[ssl, http/1.1]}{127.0.0.1:36814}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.Server Started @2530317ms
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36814}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-22T09:34:16.206Z
[junit4] 2> 2530255 ERROR (jetty-launcher-5587-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51ad9c4f{/solr,null,AVAILABLE}
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-22T09:34:16.207Z
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@743b9619{SSL,[ssl, http/1.1]}{127.0.0.1:39550}
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.Server Started @2530317ms
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39550}
[junit4] 2> 2530256 ERROR (jetty-launcher-5587-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-22T09:34:16.207Z
[junit4] 2> 2530257 INFO (zkConnectionManagerCallback-5592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530258 INFO (zkConnectionManagerCallback-5594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530258 INFO (zkConnectionManagerCallback-5596-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530258 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2530258 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2530260 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2530337 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33206/solr
[junit4] 2> 2530339 INFO (zkConnectionManagerCallback-5600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530341 INFO (zkConnectionManagerCallback-5602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530448 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40688_solr
[junit4] 2> 2530449 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer Overseer (id=72145126703038469-127.0.0.1:40688_solr-n_0000000000) starting
[junit4] 2> 2530457 INFO (zkConnectionManagerCallback-5609-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530460 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2530460 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40688_solr
[junit4] 2> 2530461 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40688_solr
[junit4] 2> 2530474 INFO (zkCallback-5601-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2530475 INFO (zkCallback-5608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2530482 DEBUG (OverseerAutoScalingTriggerThread-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40688_solr]
[junit4] 2> 2530483 DEBUG (ScheduledTrigger-9212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2530496 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2530537 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33206/solr
[junit4] 2> 2530539 INFO (zkConnectionManagerCallback-5614-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530541 INFO (zkConnectionManagerCallback-5616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530550 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2530554 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2530555 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36814_solr
[junit4] 2> 2530555 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:36814_solr"} current state version: 0
[junit4] 2> 2530556 INFO (zkCallback-5601-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2530556 INFO (zkCallback-5608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2530560 INFO (zkCallback-5615-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2530562 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530576 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530576 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530577 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/.
[junit4] 2> 2530583 INFO (zkConnectionManagerCallback-5623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530584 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2530585 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2530585 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2530612 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530626 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530626 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530627 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/.
[junit4] 2> 2530775 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33206/solr
[junit4] 2> 2530777 INFO (zkConnectionManagerCallback-5628-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530779 INFO (zkConnectionManagerCallback-5630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530787 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2530792 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2530792 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39550_solr
[junit4] 2> 2530792 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39550_solr"} current state version: 0
[junit4] 2> 2530793 INFO (zkCallback-5601-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530793 INFO (zkCallback-5608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530800 INFO (zkCallback-5622-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530800 INFO (zkCallback-5615-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530800 INFO (zkCallback-5629-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530820 INFO (zkConnectionManagerCallback-5637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530821 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2530822 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2530822 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2530848 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530865 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530865 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530867 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/.
[junit4] 2> 2530943 INFO (zkConnectionManagerCallback-5640-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530947 INFO (zkConnectionManagerCallback-5645-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530948 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2530949 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2531253 INFO (TEST-LIROnShardRestartTest.testAllReplicasInLIR-seed#[A704C8B907BBB14C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAllReplicasInLIR
[junit4] 2> 2531281 INFO (qtp455304761-28617) [n:127.0.0.1:36814_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=allReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2531284 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection allReplicasInLIR
[junit4] 2> 2531285 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2531289 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/allReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 2531291 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/allReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 2531294 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/allReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 2531296 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/allReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 2531298 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2531301 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2531304 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2531306 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2531309 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2531311 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2531314 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2531316 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2531319 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2531321 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2531324 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2531326 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2531329 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2531331 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2531334 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2531337 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2531340 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2531342 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2531345 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2531348 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2531351 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2531354 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2531356 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2531358 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2531360 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2531362 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2531364 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2531366 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2531368 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2531370 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2531373 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2531375 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2531378 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2531380 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2531382 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2531384 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2531387 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2531389 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2531391 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/allReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 2531398 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"allReplicasInLIR",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2531492 DEBUG (ScheduledTrigger-9212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2531519 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2531554 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2531581 INFO (qtp1342931586-28598) [n:127.0.0.1:40688_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2531588 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40688/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2531588 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40688/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2531591 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39550/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2531591 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39550/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2531595 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36814/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2531595 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36814/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2531823 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2531823 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n2&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2531823 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2531824 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr x:allReplicasInLIR_shard1_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n4&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2531829 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40688/solr",
[junit4] 2> "node_name":"127.0.0.1:40688_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2531829 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39550/solr",
[junit4] 2> "node_name":"127.0.0.1:39550_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2531830 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36814/solr",
[junit4] 2> "node_name":"127.0.0.1:36814_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2532496 DEBUG (ScheduledTrigger-9212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2532842 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2532843 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2532844 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2532844 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 2532844 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2532844 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 2532845 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532845 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 2532845 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532846 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2532846 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532846 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532847 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532848 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2532849 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2532849 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2532850 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532850 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2532850 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532856 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2532856 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2532861 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2532907 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2532909 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n4] Schema name=default-config
[junit4] 2> 2532913 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n2] Schema name=default-config
[junit4] 2> 2533230 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2533238 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2533247 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2533288 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n4' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2533289 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.core.allReplicasInLIR.shard1.replica_n4' (registry 'solr.core.allReplicasInLIR.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2533289 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/./allReplicasInLIR_shard1_replica_n4/data/]
[junit4] 2> 2533297 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n2' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2533297 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.core.allReplicasInLIR.shard1.replica_n2' (registry 'solr.core.allReplicasInLIR.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2533298 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/./allReplicasInLIR_shard1_replica_n2/data/]
[junit4] 2> 2533303 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2533308 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2533314 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n1' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2533315 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.core.allReplicasInLIR.shard1.replica_n1' (registry 'solr.core.allReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2533315 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/./allReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 2533340 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2533410 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2533410 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2533410 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2533410 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2533411 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2533411 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2533411 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_n
[...truncated too long message...]
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1510152079
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1510152079
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1510152079
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 40ms :: artifacts dl 7ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 278 minutes 57 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1674 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1674/
4 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([55BEF2516BE05F03:DDEACD8BC51C32FB]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1321)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:737)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:495)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:448)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1333)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1319)
... 39 more
FAILED: org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testTrigger
Error Message:
[127.0.0.1:37448_solr] doesn't contain 127.0.0.1:37405_solr
Stack Trace:
java.lang.AssertionError: [127.0.0.1:37448_solr] doesn't contain 127.0.0.1:37405_solr
at __randomizedtesting.SeedInfo.seed([55BEF2516BE05F03:3675C4D3F22F2C2E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testTrigger(NodeLostTriggerTest.java:117)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting
Error Message:
Error from server at https://127.0.0.1:46707/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46707/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([EA96C9C4815560BB:2821F5AC821590C3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:238)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46707/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([55BEF2516BE05F03:D3E465654BBA125A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14033 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/init-core-data-001
[junit4] 2> 1746938 WARN (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1746952 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1746953 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1746953 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1746953 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1746997 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1747026 INFO (Thread-48358) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1747026 INFO (Thread-48358) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1747074 ERROR (Thread-48358) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1747125 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkTestServer start zk server on port:37888
[junit4] 2> 1747128 INFO (zkConnectionManagerCallback-1460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1747143 INFO (zkConnectionManagerCallback-1462-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1747159 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1747160 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1747162 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1747163 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1747181 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1747182 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1747183 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1747200 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1747201 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1747202 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1747203 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1747225 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1747862 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1747907 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1747907 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1747907 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1747908 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b16a59{/,null,AVAILABLE}
[junit4] 2> 1747909 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54eb9e64{HTTP/1.1,[http/1.1]}{127.0.0.1:38363}
[junit4] 2> 1747909 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server Started @1747982ms
[junit4] 2> 1747910 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=38363, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores}
[junit4] 2> 1747927 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T17:14:57.884Z
[junit4] 2> 1747971 INFO (zkConnectionManagerCallback-1464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1747973 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1747973 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/solr.xml
[junit4] 2> 1747993 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1747993 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1747995 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1748807 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37888/solr
[junit4] 2> 1748825 INFO (zkConnectionManagerCallback-1468-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1748827 INFO (zkConnectionManagerCallback-1470-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1749366 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38363_
[junit4] 2> 1749367 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer Overseer (id=73530810416693252-127.0.0.1:38363_-n_0000000000) starting
[junit4] 2> 1749430 INFO (zkConnectionManagerCallback-1477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1749494 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1749511 INFO (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38363_
[junit4] 2> 1749523 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1749592 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38363_
[junit4] 2> 1749632 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1749702 INFO (zkCallback-1476-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1749723 INFO (zkCallback-1469-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1749844 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1749908 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1749962 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1749962 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1749963 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores
[junit4] 2> 1750087 INFO (zkConnectionManagerCallback-1483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1750088 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1750089 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1750099 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38363_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1750101 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1750101 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1750101 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1750123 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1750123 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1750123 INFO (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1750133 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 1750133 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 1750134 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1750171 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1750171 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1750197 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 1750275 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:38363_]
[junit4] 2> 1750303 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1750327 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1750328 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:38363_
[junit4] 2> 1750330 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1750331 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1750366 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1750366 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1750367 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:38363","node_name":"127.0.0.1:38363_","state":"down","type":"NRT"}
[junit4] 2> 1750367 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1750529 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 1751458 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1751532 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1752094 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1752136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1752370 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1752371 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1752461 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1752517 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=7.6982421875, floorSegmentMB=0.919921875, forceMergeDeletesPctAllowed=6.829347998901766, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.702416104852204, deletesPctAllowed=43.02702031982224
[junit4] 2> 1752645 WARN (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1752952 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1752952 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1752953 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1752953 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1752954 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@b07062c
[junit4] 2> 1753005 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2107ac51[control_collection_shard1_replica_n1] main]
[junit4] 2> 1753078 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1753098 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1753098 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1753099 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614956045854048256
[junit4] 2> 1753101 INFO (searcherExecutor-1854-thread-1-processing-n:127.0.0.1:38363_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2107ac51[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1753175 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1753238 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1753238 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1753238 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38363/control_collection_shard1_replica_n1/
[junit4] 2> 1753239 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1753257 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38363/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1753312 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38363/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1753312 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1753313 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 1753368 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1753384 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3054
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:38363","node_name":"127.0.0.1:38363_","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 1753460 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 1753460 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1753493 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
[junit4] 2> 1753493 INFO (zkCallback-1469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1753509 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1753510 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38363_&wt=javabin&version=2} status=0 QTime=3410
[junit4] 2> 1753557 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1753558 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1753559 INFO (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:38363_={responseHeader={status=0,QTime=3054},core=control_collection_shard1_replica_n1}}}
[junit4] 2> 1753667 INFO (zkConnectionManagerCallback-1488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1753672 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1753673 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1753673 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1753675 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1753911 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 1753911 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1753911 INFO (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1753912 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1
[junit4] 2> 1753913 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
[junit4] 2> 1753913 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1754073 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1754073 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 1754199 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 1754289 WARN (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1754292 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
[junit4] 2> 1754292 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
[junit4] 2> 1754373 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1754462 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=787
[junit4] 2> 1755376 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001 of type NRT
[junit4] 2> 1755389 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cfec98b{/,null,AVAILABLE}
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ece16b8{HTTP/1.1,[http/1.1]}{127.0.0.1:39943}
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server Started @1755463ms
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39943, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001/cores}
[junit4] 2> 1755391 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T17:15:05.348Z
[junit4] 2> 1755414 INFO (zkConnectionManagerCallback-1490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1755415 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1755415 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001/solr.xml
[junit4] 2> 1755427 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1755427 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1755428 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1755940 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1755969 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1756005 INFO (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1756784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37888/solr
[junit4] 2> 1756820 INFO (zkConnectionManagerCallback-1494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1756843 INFO (zkConnectionManagerCallback-1496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1756875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1756912 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1756912 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39943_
[junit4] 2> 1756948 INFO (zkCallback-1476-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1756957 INFO (zkCallback-1469-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1756976 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39943_"} current state version: 0
[junit4] 2> 1756976 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39943_
[junit4] 2> 1757005 INFO (zkCallback-1487-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1757024 INFO (zkCallback-1495-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1757060 INFO (zkConnectionManagerCallback-1503-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1757061 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1757070 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1757078 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1757244 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1757255 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1757262 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1757264 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001/cores
[junit4] 2> 1757319 INFO (qtp643040666-52150) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39943_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1757320 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed3]]
[junit4] 2> 1757321 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000004] as running
[junit4] 2> 1757321 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000004 message:{
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:39943_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1757326 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000004
[junit4] 2> 1757326 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : addreplica , {
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:39943_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1757326 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:39943_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000004]
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000004]
[junit4] 2> 1757327 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.Assign getNodesForNewReplicas() shard: shard2 , nrtReplicas : 1 , tlogReplicas: 0 , pullReplicas: 0 , createNodeSet 127.0.0.1:39943_
[junit4] 2> 1757327 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.Assign shardnames [shard2] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:39943_]
[junit4] 2> 1757334 INFO (qtp643040666-52148) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1757335 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1757346 INFO (qtp1758057938-52203) [n:127.0.0.1:39943_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1757348 INFO (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39943_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 1757355 INFO (qtp1758057938-52198) [n:127.0.0.1:39943_ x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1757358 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_n41",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39943",
[junit4] 2> "node_name":"127.0.0.1:39943_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"co
[...truncated too long message...]
resource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672564435
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672564435
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672564435
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 73ms :: artifacts dl 12ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 545 minutes 43 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1673 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1673/
1 tests failed.
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([24943BFBF5F54608:A2CEACCFD5AF0B51]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14629 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/init-core-data-001
[junit4] 2> 2637824 WARN (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
[junit4] 2> 2637824 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2637827 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2637827 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2637827 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001
[junit4] 2> 2637828 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2637828 INFO (Thread-13063) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2637828 INFO (Thread-13063) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2637832 ERROR (Thread-13063) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2637928 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33806
[junit4] 2> 2637934 INFO (zkConnectionManagerCallback-6084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637940 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2637940 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2637941 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fa6d898{/solr,null,AVAILABLE}
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d051052{/solr,null,AVAILABLE}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a8c0dd4{/solr,null,AVAILABLE}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@798b4b98{HTTP/1.1,[http/1.1]}{127.0.0.1:36142}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.Server Started @2638013ms
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36142}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5375af32{HTTP/1.1,[http/1.1]}{127.0.0.1:41538}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.Server Started @2638014ms
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41538}
[junit4] 2> 2637951 ERROR (jetty-launcher-6081-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2637951 ERROR (jetty-launcher-6081-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T19:52:24.289Z
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T19:52:24.290Z
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@484b42fd{HTTP/1.1,[http/1.1]}{127.0.0.1:41037}
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.Server Started @2638015ms
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41037}
[junit4] 2> 2637953 ERROR (jetty-launcher-6081-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T19:52:24.291Z
[junit4] 2> 2637954 INFO (zkConnectionManagerCallback-6086-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637954 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2637954 INFO (zkConnectionManagerCallback-6088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637955 INFO (zkConnectionManagerCallback-6090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637955 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2637955 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2638087 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33806/solr
[junit4] 2> 2638088 INFO (zkConnectionManagerCallback-6094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638091 INFO (zkConnectionManagerCallback-6096-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638187 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33806/solr
[junit4] 2> 2638195 INFO (zkConnectionManagerCallback-6102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638199 INFO (zkConnectionManagerCallback-6104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638207 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33806/solr
[junit4] 2> 2638208 INFO (zkConnectionManagerCallback-6108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638210 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41538_solr
[junit4] 2> 2638211 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.Overseer Overseer (id=72136232687108101-127.0.0.1:41538_solr-n_0000000000) starting
[junit4] 2> 2638214 INFO (zkConnectionManagerCallback-6112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638217 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41037_solr
[junit4] 2> 2638226 INFO (zkCallback-6095-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638228 INFO (zkCallback-6103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638229 INFO (zkConnectionManagerCallback-6117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638231 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638232 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638233 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638234 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41538_solr
[junit4] 2> 2638238 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2638238 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36142_solr
[junit4] 2> 2638240 INFO (zkCallback-6103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2638240 INFO (zkCallback-6095-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2638241 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2638241 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41538_solr
[junit4] 2> 2638242 INFO (zkCallback-6103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2638251 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2638251 INFO (zkCallback-6116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2638252 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2638252 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2638252 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2638253 INFO (zkCallback-6111-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2638257 INFO (zkCallback-6095-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2638261 INFO (zkConnectionManagerCallback-6124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638262 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41538_solr, 127.0.0.1:36142_solr, 127.0.0.1:41037_solr]
[junit4] 2> 2638263 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2638263 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2638263 DEBUG (ScheduledTrigger-9561-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2638264 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2638265 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638266 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2638274 INFO (zkConnectionManagerCallback-6130-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638275 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2638276 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2638276 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638277 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2638347 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638363 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638364 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638374 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638374 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638376 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/.
[junit4] 2> 2638378 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638378 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638379 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638379 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638379 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/.
[junit4] 2> 2638380 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/.
[junit4] 2> 2638506 INFO (zkConnectionManagerCallback-6134-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638510 INFO (zkConnectionManagerCallback-6139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638512 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2638513 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638721 INFO (TEST-LIROnShardRestartTest.testAllReplicasInLIR-seed#[24943BFBF5F54608]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAllReplicasInLIR
[junit4] 2> 2638722 INFO (qtp1563674515-32061) [n:127.0.0.1:36142_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=allReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2638725 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection allReplicasInLIR
[junit4] 2> 2638726 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2638730 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/allReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 2638732 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/allReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 2638735 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/allReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 2638736 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/allReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 2638739 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2638741 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2638743 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2638745 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2638747 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2638750 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2638752 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2638754 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2638756 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2638758 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2638760 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2638762 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2638764 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2638766 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2638768 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2638770 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2638773 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2638775 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2638777 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2638779 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2638782 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2638785 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2638787 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2638790 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2638794 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2638797 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2638799 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2638802 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2638804 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2638807 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2638809 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2638811 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2638813 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2638815 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2638818 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2638820 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2638822 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2638825 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2638827 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/allReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 2638937 INFO (qtp1563674515-32052) [n:127.0.0.1:36142_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2638939 INFO (qtp961738846-32072) [n:127.0.0.1:41037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2638941 INFO (qtp1702999473-32067) [n:127.0.0.1:41538_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2638954 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41538/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2638966 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41037/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2638971 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36142/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2639174 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2639174 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n5&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2639175 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n2&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2639175 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2639272 DEBUG (ScheduledTrigger-9561-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2640200 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2640200 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2640201 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2640201 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2640201 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2640201 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2640201 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2640201 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640202 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640203 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib
[junit4] 2> 2640203 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640203 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640203 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2640203 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2640203 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640203 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib
[junit4] 2> 2640203 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640203 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640204 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640204 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640204 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2640204 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640204 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2640205 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640205 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640211 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2640216 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2640220 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2640263 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2640264 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n5] Schema name=default-config
[junit4] 2> 2640271 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n2] Schema name=default-config
[junit4] 2> 2640273 DEBUG (ScheduledTrigger-9561-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2640576 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2640581 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2640612 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2640669 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n1' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2640670 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.core.allReplicasInLIR.shard1.replica_n1' (registry 'solr.core.allReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2640670 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/./allReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 2640689 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2640713 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n5' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2640714 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.core.allReplicasInLIR.shard1.replica_n5' (registry 'solr.core.allReplicasInLIR.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2640715 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/./allReplicasInLIR_shard1_replica_n5/data/]
[junit4] 2> 2640729 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2640735 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n2' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2640735 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.core.allReplicasInLIR.shard1.replica_n2' (registry 'solr.core.allReplicasInLIR.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2640736 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/./allReplicasInLIR_shard1_replica_n2/data/]
[junit4] 2> 2640754 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2640785 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2640785 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2640787 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2640787 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2640790 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40dc33fa[allReplicasInLIR_shard1_replica_n1] main]
[junit4] 2> 2640792 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640793 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640793 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2640794 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2640795 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2640795 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2640798 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2640798 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614875351723278336
[junit4] 2> 2640798 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@40dc33fa[allReplicasInLIR_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640798 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2640798 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2640799 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [allReplicasInLIR_shard1_replica_n1] Registered new searcher Searcher@40dc33fa[allReplicasInLIR_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640836 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/allReplicasInLIR/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2640848 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 2640886 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2640886 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2640887 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2640887 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2640888 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2640888 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2640890 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2640890 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2640890 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@417f01ac[allReplicasInLIR_shard1_replica_n5] main]
[junit4] 2> 2640892 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@226041c5[allReplicasInLIR_shard1_replica_n2] main]
[junit4] 2> 2640893 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640894 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640895 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640895 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2640895 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640895 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2640896 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2640896 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2640897 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2640899 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2640899 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614875351829184512
[junit4] 2> 2640899 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@226041c5[allReplicasInLIR_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640899 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2640899 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2640900 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2640900 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [allReplicasInLIR_shard1_replica_n2] Registered new searcher Searcher@226041c5[allReplicasInLIR_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640901 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2640901 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2640904 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2640905 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614875351835475968
[junit4] 2> 2640905 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@417f01ac[allReplicasInLIR_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640905 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2640905 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2640906 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrCore [allReplicasInLIR_shard1_replica_n5] Registered new searcher Searcher@417f01ac[allReplicasInLIR_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640919 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/allReplicasInLIR/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 2640923 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/allReplicasInLIR/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node4=0}, version=2}
[junit4] 2> 2641273 DEBUG (ScheduledTrigger-9561-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2641349 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2641349 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2641349 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41538/solr/allReplicasInLIR_shard1_replica_n1/
[junit4] 2> 2641350 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=allReplicasInLIR_shard1_replica_n1 url=http://127.0.0.1:41538/solr START replicas=[http://127.0.0.1:41037/solr/allReplicasInLIR_shard1_replica_n2/, http://127.0.0.1:36142/solr/allReplicasInLIR_shard1_replica_n5/] nUpdates=100
[junit4] 2> 2641351 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=allReplicasInLIR_shard1_replica_n1 url=http://127.0.0.1:41538/solr DONE. We have no versions. sync failed.
[junit4] 2> 2641351 INFO (qtp961738846-32062) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.S.Request [allReplicasInLIR_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2641352 INFO (qtp1563674515-32052) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.S.Request [allReplicasInLIR_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2641352 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2641352 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2641359 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41538/solr/allReplicasInLIR_shard1_replica_n1/ shard1
[junit4] 2> 2641514 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2641517 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2343
[junit4] 2> 2641617 INFO (zkCal
[...truncated too long message...]
:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1983498167
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1983498167
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1983498167
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 46ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 276 minutes 7 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1672 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1672/
3 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting
Error Message:
Error from server at http://127.0.0.1:45575/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:45575/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([78F7700AE3159A3C:BA404C62E0556A44]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:238)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45575/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR
Error Message:
Path must not end with / character
Stack Trace:
java.lang.IllegalArgumentException: Path must not end with / character
at __randomizedtesting.SeedInfo.seed([39789B5536EF6D1B:63E0A193486F0AFC]:0)
at org.apache.zookeeper.common.PathUtils.validatePath(PathUtils.java:58)
at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1517)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:329)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:329)
at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:168)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Error from server at http://127.0.0.1:46463/solr: Cannot create collection severalReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46463/solr: Cannot create collection severalReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([39789B5536EF6D1B:BF220C6116B52042]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:190)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13628 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/init-core-data-001
[junit4] 2> 1000703 WARN (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1000703 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1000706 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1000706 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1000707 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001
[junit4] 2> 1000707 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1000707 INFO (Thread-2103) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1000707 INFO (Thread-2103) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1000713 ERROR (Thread-2103) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1000807 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45868
[junit4] 2> 1000810 INFO (zkConnectionManagerCallback-3802-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1000814 INFO (jetty-launcher-3799-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1000816 INFO (jetty-launcher-3799-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1000816 INFO (jetty-launcher-3799-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1000818 INFO (jetty-launcher-3799-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1000818 INFO (jetty-launcher-3799-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1000818 INFO (jetty-launcher-3799-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e8e50b0{/solr,null,AVAILABLE}
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1000819 INFO (jetty-launcher-3799-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@721003b{/solr,null,AVAILABLE}
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7380ffe8{HTTP/1.1,[http/1.1]}{127.0.0.1:41902}
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.e.j.s.Server Started @1000878ms
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41902}
[junit4] 2> 1000820 ERROR (jetty-launcher-3799-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000820 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T01:59:11.485Z
[junit4] 2> 1000821 INFO (jetty-launcher-3799-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72460945{HTTP/1.1,[http/1.1]}{127.0.0.1:46463}
[junit4] 2> 1000821 INFO (jetty-launcher-3799-thread-1) [ ] o.e.j.s.Server Started @1000880ms
[junit4] 2> 1000821 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46463}
[junit4] 2> 1000822 ERROR (jetty-launcher-3799-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000822 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1000822 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1000822 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000822 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000822 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T01:59:11.487Z
[junit4] 2> 1000822 INFO (zkConnectionManagerCallback-3804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1000823 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000823 INFO (jetty-launcher-3799-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1eadb4dd{/solr,null,AVAILABLE}
[junit4] 2> 1000824 INFO (jetty-launcher-3799-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e76eea6{HTTP/1.1,[http/1.1]}{127.0.0.1:46738}
[junit4] 2> 1000824 INFO (jetty-launcher-3799-thread-3) [ ] o.e.j.s.Server Started @1000882ms
[junit4] 2> 1000824 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46738}
[junit4] 2> 1000824 ERROR (jetty-launcher-3799-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000824 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1000825 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1000825 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000825 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000825 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T01:59:11.490Z
[junit4] 2> 1000830 INFO (zkConnectionManagerCallback-3806-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1000831 INFO (zkConnectionManagerCallback-3808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1000831 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000834 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000961 INFO (jetty-launcher-3799-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45868/solr
[junit4] 2> 1000962 INFO (zkConnectionManagerCallback-3812-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1000965 INFO (zkConnectionManagerCallback-3814-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001044 INFO (jetty-launcher-3799-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45868/solr
[junit4] 2> 1001046 INFO (zkConnectionManagerCallback-3820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001049 INFO (zkConnectionManagerCallback-3822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001066 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41902_solr
[junit4] 2> 1001068 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.c.Overseer Overseer (id=72132012641026055-127.0.0.1:41902_solr-n_0000000000) starting
[junit4] 2> 1001080 INFO (zkConnectionManagerCallback-3829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001083 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45868/solr ready
[junit4] 2> 1001085 INFO (OverseerStateUpdate-72132012641026055-127.0.0.1:41902_solr-n_0000000000) [n:127.0.0.1:41902_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41902_solr
[junit4] 2> 1001085 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41902_solr
[junit4] 2> 1001090 INFO (OverseerStateUpdate-72132012641026055-127.0.0.1:41902_solr-n_0000000000) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001095 INFO (zkCallback-3828-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001106 INFO (jetty-launcher-3799-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45868/solr
[junit4] 2> 1001111 INFO (zkConnectionManagerCallback-3833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001114 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1001114 INFO (zkConnectionManagerCallback-3835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001123 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001130 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1001130 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46463_solr
[junit4] 2> 1001136 INFO (zkCallback-3821-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001136 INFO (zkCallback-3828-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001138 INFO (zkCallback-3834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001145 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1001151 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1001151 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46738_solr
[junit4] 2> 1001153 INFO (zkCallback-3828-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1001153 INFO (zkCallback-3821-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1001159 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41902.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001160 INFO (zkCallback-3813-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1001160 INFO (zkCallback-3834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1001164 INFO (zkConnectionManagerCallback-3843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001165 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1001168 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45868/solr ready
[junit4] 2> 1001168 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1001173 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41902.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001173 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41902.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001174 INFO (jetty-launcher-3799-thread-2) [n:127.0.0.1:41902_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/.
[junit4] 2> 1001177 INFO (zkConnectionManagerCallback-3849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001179 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1001184 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45868/solr ready
[junit4] 2> 1001185 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1001212 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46463.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001224 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46738.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001226 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46463.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001226 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46463.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001228 INFO (jetty-launcher-3799-thread-1) [n:127.0.0.1:46463_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/.
[junit4] 2> 1001239 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46738.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001239 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46738.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1001240 INFO (jetty-launcher-3799-thread-3) [n:127.0.0.1:46738_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/.
[junit4] 2> 1001311 INFO (zkConnectionManagerCallback-3852-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001317 INFO (zkConnectionManagerCallback-3857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001319 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1001320 INFO (SUITE-LIROnShardRestartTest-seed#[39789B5536EF6D1B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45868/solr ready
[junit4] 2> 1001362 INFO (TEST-LIROnShardRestartTest.testAllReplicasInLIR-seed#[39789B5536EF6D1B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAllReplicasInLIR
[junit4] 2> 1001365 INFO (qtp1969253495-11867) [n:127.0.0.1:41902_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=allReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1001368 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection allReplicasInLIR
[junit4] 2> 1001368 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 1001371 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/allReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 1001373 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/allReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 1001376 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/allReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 1001378 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/allReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 1001384 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1001386 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1001389 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1001391 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1001393 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1001395 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1001397 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1001400 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1001402 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1001404 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1001406 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1001408 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1001411 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1001413 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1001418 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1001421 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1001423 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1001425 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1001427 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1001429 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1001432 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1001434 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1001437 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1001439 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1001441 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1001454 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1001456 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1001459 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1001462 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1001464 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1001466 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1001468 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1001470 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1001473 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1001475 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1001477 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1001480 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1001482 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1001484 INFO (OverseerThreadFactory-4345-thread-1-processing-n:127.0.0.1:41902_solr) [n:127.0.0.1:41902_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/allReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 1001594 INFO (qtp1969253495-11852) [n:127.0.0.1:41902_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1001596 INFO (qtp1325511806-11857) [n:127.0.0.1:46463_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1001598 INFO (qtp86535300-11868) [n:127.0.0.1:46738_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1001605 INFO (OverseerStateUpdate-72132012641026055-127.0.0.1:41902_solr-n_0000000000) [n:127.0.0.1:41902_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46738/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1001608 INFO (OverseerStateUpdate-72132012641026055-127.0.0.1:41902_solr-n_0000000000) [n:127.0.0.1:41902_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46463/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1001611 INFO (OverseerStateUpdate-72132012641026055-127.0.0.1:41902_solr-n_0000000000) [n:127.0.0.1:41902_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41902/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1001819 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1001819 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n2&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1001822 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr x:allReplicasInLIR_shard1_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n4&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1001822 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1002841 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1002841 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1002842 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 1002842 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1002842 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1002842 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 1002842 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 1002843 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 1002843 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1002845 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 1002845 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 1002846 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1002846 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1002846 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1002846 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 1002846 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1002846 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 1002846 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1002847 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1002847 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 1002847 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 1002847 WARN (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 1002847 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 1002847 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 1002848 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 1002848 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 1002848 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 1002848 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 1002848 WARN (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 1002850 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 1002850 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 1002851 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 1002851 WARN (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 1002856 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1002857 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1002860 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1002885 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 1002885 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n4] Schema name=default-config
[junit4] 2> 1002888 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n2] Schema name=default-config
[junit4] 2> 1003145 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1003154 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1003155 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1003201 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n4' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 1003202 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41902.solr.core.allReplicasInLIR.shard1.replica_n4' (registry 'solr.core.allReplicasInLIR.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1003202 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node2/./allReplicasInLIR_shard1_replica_n4/data/]
[junit4] 2> 1003212 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n2' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 1003213 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46463.solr.core.allReplicasInLIR.shard1.replica_n2' (registry 'solr.core.allReplicasInLIR.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1003213 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node1/./allReplicasInLIR_shard1_replica_n2/data/]
[junit4] 2> 1003215 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 1003216 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n1' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 1003216 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46738.solr.core.allReplicasInLIR.shard1.replica_n1' (registry 'solr.core.allReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@746a7d1e
[junit4] 2> 1003217 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LIROnShardRestartTest_39789B5536EF6D1B-001/tempDir-001/node3/./allReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 1003227 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 1003235 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 1003312 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1003312 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1003312 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1003312 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1003313 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1003314 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1003314 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1003314 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1003316 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@734d7e00[allReplicasInLIR_shard1_replica_n2] main]
[junit4] 2> 1003317 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@691564c8[allReplicasInLIR_shard1_replica_n4] main]
[junit4] 2> 1003318 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 1003319 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 1003319 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 1003319 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 1003320 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1003320 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 1003320 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 1003320 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1003320 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 1003321 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1003321 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1003321 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1003322 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1003322 INFO (qtp1325511806-11848) [n:127.0.0.1:46463_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 1003322 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1003322 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1003322 INFO (qtp86535300-11851) [n:127.0.0.1:46738_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1003322 INFO (qtp1969253495-11856) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614807830612672512
[junit4] 2> 1003322 INFO (searcherExecutor-4361-thread-1-processing-n:127.0.0.1:41902_solr x:allReplicasInLIR_shard1_replica_n4 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:41902_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@691564c8[allReplicasInLIR_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1003323 INFO (searcherExecutor-4361-thread-1-processing-n:127.0.0.1:41902_solr x:allReplicasInLIR_shard1_replica_n4
[...truncated too long message...]
solve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null42493847
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null42493847
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null42493847
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 36ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 290 minutes 10 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1671 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1671/
5 tests failed.
FAILED: org.apache.solr.cloud.DeleteNodeTest.test
Error Message:
Could not load collection from ZK: deletenodetest_coll
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: deletenodetest_coll
at __randomizedtesting.SeedInfo.seed([BBDF5DA8FB090389:338B627255F56E71]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1321)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:737)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:117)
at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/deletenodetest_coll/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1333)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1319)
... 44 more
FAILED: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ source_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ source_collection
at __randomizedtesting.SeedInfo.seed([BBDF5DA8FB090389:68D60DB6BE9A9F1E]:0)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:278)
at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:234)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.AssertionError: expected:<130> but was:<140>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:269)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test
Error Message:
shard1 is not consistent. Got 713 from https://127.0.0.1:38274/collection1_shard1_replica_n23 (previous client) and got 0 from https://127.0.0.1:42071/collection1_shard1_replica_n25
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 713 from https://127.0.0.1:38274/collection1_shard1_replica_n23 (previous client) and got 0 from https://127.0.0.1:42071/collection1_shard1_replica_n25
at __randomizedtesting.SeedInfo.seed([BBDF5DA8FB090389:338B627255F56E71]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1329)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1308)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:159)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR
Error Message:
Error from server at http://127.0.0.1:40864/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40864/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([BBDF5DA8FB090389:E147676E8589646E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([BBDF5DA8FB090389:3D85CA9CDB534ED0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13746 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteNodeTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/init-core-data-001
[junit4] 2> 1274758 INFO (SUITE-DeleteNodeTest-seed#[BBDF5DA8FB090389]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001
[junit4] 2> 1274758 INFO (SUITE-DeleteNodeTest-seed#[BBDF5DA8FB090389]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1274787 INFO (Thread-1504) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1274787 INFO (Thread-1504) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1274803 ERROR (Thread-1504) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1274880 INFO (SUITE-DeleteNodeTest-seed#[BBDF5DA8FB090389]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46172
[junit4] 2> 1275035 INFO (zkConnectionManagerCallback-1973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275110 INFO (jetty-launcher-1970-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1275121 INFO (jetty-launcher-1970-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1275122 INFO (jetty-launcher-1970-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1275123 INFO (jetty-launcher-1970-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1275137 INFO (jetty-launcher-1970-thread-5) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1275170 INFO (jetty-launcher-1970-thread-6) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1275291 INFO (jetty-launcher-1970-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1275291 INFO (jetty-launcher-1970-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1275291 INFO (jetty-launcher-1970-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1275311 INFO (jetty-launcher-1970-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@187ceefc{/solr,null,AVAILABLE}
[junit4] 2> 1275319 INFO (jetty-launcher-1970-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32825547{SSL,[ssl, http/1.1]}{127.0.0.1:38059}
[junit4] 2> 1275319 INFO (jetty-launcher-1970-thread-6) [ ] o.e.j.s.Server Started @1275495ms
[junit4] 2> 1275319 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38059}
[junit4] 2> 1275320 ERROR (jetty-launcher-1970-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1275320 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1275320 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1275320 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1275320 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1275320 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-19T06:16:23.031Z
[junit4] 2> 1275322 INFO (jetty-launcher-1970-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1275322 INFO (jetty-launcher-1970-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1275322 INFO (jetty-launcher-1970-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1275322 INFO (jetty-launcher-1970-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51c919a6{/solr,null,AVAILABLE}
[junit4] 2> 1275322 INFO (jetty-launcher-1970-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25ef7100{SSL,[ssl, http/1.1]}{127.0.0.1:39134}
[junit4] 2> 1275322 INFO (jetty-launcher-1970-thread-5) [ ] o.e.j.s.Server Started @1275498ms
[junit4] 2> 1275322 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39134}
[junit4] 2> 1275323 ERROR (jetty-launcher-1970-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1275323 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1275323 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1275323 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1275323 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1275323 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-19T06:16:23.034Z
[junit4] 2> 1275413 INFO (jetty-launcher-1970-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1275413 INFO (jetty-launcher-1970-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1275413 INFO (jetty-launcher-1970-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1275414 INFO (jetty-launcher-1970-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@493806bf{/solr,null,AVAILABLE}
[junit4] 2> 1275414 INFO (jetty-launcher-1970-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62fa8d38{SSL,[ssl, http/1.1]}{127.0.0.1:42200}
[junit4] 2> 1275415 INFO (jetty-launcher-1970-thread-4) [ ] o.e.j.s.Server Started @1275590ms
[junit4] 2> 1275415 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42200}
[junit4] 2> 1275415 ERROR (jetty-launcher-1970-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1275415 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1275415 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1275416 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1275416 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1275416 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-19T06:16:23.127Z
[junit4] 2> 1275427 INFO (jetty-launcher-1970-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1275427 INFO (jetty-launcher-1970-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1275427 INFO (jetty-launcher-1970-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1275427 INFO (jetty-launcher-1970-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6779dfc3{/solr,null,AVAILABLE}
[junit4] 2> 1275428 INFO (jetty-launcher-1970-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c346a2c{SSL,[ssl, http/1.1]}{127.0.0.1:40424}
[junit4] 2> 1275428 INFO (jetty-launcher-1970-thread-3) [ ] o.e.j.s.Server Started @1275603ms
[junit4] 2> 1275428 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40424}
[junit4] 2> 1275428 ERROR (jetty-launcher-1970-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1275428 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1275428 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1275428 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1275428 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1275429 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-19T06:16:23.139Z
[junit4] 2> 1275555 INFO (jetty-launcher-1970-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1275555 INFO (jetty-launcher-1970-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1275555 INFO (jetty-launcher-1970-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1275571 INFO (jetty-launcher-1970-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79937fc3{/solr,null,AVAILABLE}
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17f910d7{SSL,[ssl, http/1.1]}{127.0.0.1:35032}
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.e.j.s.Server Started @1275747ms
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35032}
[junit4] 2> 1275572 ERROR (jetty-launcher-1970-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1275572 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-19T06:16:23.283Z
[junit4] 2> 1275721 INFO (jetty-launcher-1970-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1275722 INFO (jetty-launcher-1970-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1275722 INFO (jetty-launcher-1970-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1275742 INFO (jetty-launcher-1970-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37b06820{/solr,null,AVAILABLE}
[junit4] 2> 1275755 INFO (zkConnectionManagerCallback-1979-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275756 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77946aa3{SSL,[ssl, http/1.1]}{127.0.0.1:33808}
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.e.j.s.Server Started @1275933ms
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33808}
[junit4] 2> 1275758 ERROR (jetty-launcher-1970-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1275758 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-19T06:16:23.469Z
[junit4] 2> 1275770 INFO (zkConnectionManagerCallback-1977-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275778 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1275792 INFO (zkConnectionManagerCallback-1981-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275792 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1275831 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1052f3a414c0002, likely client has closed socket
[junit4] 2> 1275831 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1052f3a414c0003, likely client has closed socket
[junit4] 2> 1275860 INFO (zkConnectionManagerCallback-1975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275861 INFO (zkConnectionManagerCallback-1983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275861 INFO (zkConnectionManagerCallback-1985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1275953 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1276006 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1276006 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1277229 INFO (jetty-launcher-1970-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46172/solr
[junit4] 2> 1277294 INFO (jetty-launcher-1970-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46172/solr
[junit4] 2> 1277339 INFO (zkConnectionManagerCallback-1989-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1277371 INFO (zkConnectionManagerCallback-1993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1277587 INFO (zkConnectionManagerCallback-1995-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1277591 INFO (jetty-launcher-1970-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46172/solr
[junit4] 2> 1277607 INFO (jetty-launcher-1970-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46172/solr
[junit4] 2> 1277631 INFO (zkConnectionManagerCallback-1997-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1277676 INFO (zkConnectionManagerCallback-2005-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1277680 INFO (zkConnectionManagerCallback-2002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1277936 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42200_solr
[junit4] 2> 1277937 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.c.Overseer Overseer (id=73516896171589642-127.0.0.1:42200_solr-n_0000000000) starting
[junit4] 2> 1277969 INFO (zkConnectionManagerCallback-2011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1277970 INFO (jetty-launcher-1970-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46172/solr
[junit4] 2> 1277997 INFO (zkConnectionManagerCallback-2013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278006 INFO (zkConnectionManagerCallback-2022-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278034 INFO (zkConnectionManagerCallback-2019-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278124 INFO (zkConnectionManagerCallback-2024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278180 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46172/solr ready
[junit4] 2> 1278215 INFO (OverseerStateUpdate-73516896171589642-127.0.0.1:42200_solr-n_0000000000) [n:127.0.0.1:42200_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42200_solr
[junit4] 2> 1278339 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42200_solr
[junit4] 2> 1278397 INFO (OverseerStateUpdate-73516896171589642-127.0.0.1:42200_solr-n_0000000000) [n:127.0.0.1:42200_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1278435 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1278436 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1278474 INFO (jetty-launcher-1970-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46172/solr
[junit4] 2> 1278510 INFO (zkCallback-2018-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1278527 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1278534 INFO (zkConnectionManagerCallback-2034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278562 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1278562 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39134_solr
[junit4] 2> 1278563 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1278563 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33808_solr
[junit4] 2> 1278582 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1278616 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1278616 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40424_solr
[junit4] 2> 1278622 INFO (zkCallback-1996-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1278656 INFO (zkConnectionManagerCallback-2040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278676 INFO (zkCallback-2023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1278840 INFO (zkCallback-2012-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1278847 INFO (zkConnectionManagerCallback-2042-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278855 INFO (zkCallback-2018-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1278891 INFO (zkCallback-2010-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1278911 INFO (zkCallback-2018-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1278914 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42200.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1278920 INFO (zkCallback-2023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1278928 INFO (zkCallback-1996-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1278965 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1278973 INFO (zkConnectionManagerCallback-2047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1278986 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46172/solr ready
[junit4] 2> 1278987 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1278997 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1279007 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42200.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279007 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42200.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279008 INFO (jetty-launcher-1970-thread-4) [n:127.0.0.1:42200_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node4/.
[junit4] 2> 1279043 INFO (zkConnectionManagerCallback-2052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1279043 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1279045 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1279045 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46172/solr ready
[junit4] 2> 1279058 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1279124 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46172/solr ready
[junit4] 2> 1279164 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1279325 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1279325 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35032_solr
[junit4] 2> 1279499 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33808.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279501 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39134.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279535 INFO (zkCallback-2018-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279535 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40424.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279554 INFO (zkCallback-2012-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279555 INFO (zkCallback-1996-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279557 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33808.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279558 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33808.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279628 INFO (zkCallback-2041-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279641 INFO (jetty-launcher-1970-thread-2) [n:127.0.0.1:33808_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node2/.
[junit4] 2> 1279668 INFO (zkCallback-2023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279738 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40424.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279738 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40424.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279739 INFO (jetty-launcher-1970-thread-3) [n:127.0.0.1:40424_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node3/.
[junit4] 2> 1279740 INFO (zkCallback-2051-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279749 INFO (zkCallback-2046-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279760 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39134.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279760 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39134.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1279774 INFO (jetty-launcher-1970-thread-5) [n:127.0.0.1:39134_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node5/.
[junit4] 2> 1279775 INFO (zkConnectionManagerCallback-2062-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1279777 INFO (zkCallback-2010-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279916 INFO (zkCallback-2039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1279916 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1279918 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46172/solr ready
[junit4] 2> 1279918 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1279938 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1280027 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1280028 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38059_solr
[junit4] 2> 1280029 INFO (zkCallback-2023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280029 INFO (zkCallback-2010-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280042 INFO (zkCallback-2012-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280042 INFO (zkCallback-2018-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280042 INFO (zkCallback-1996-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280172 INFO (zkCallback-2061-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280174 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35032.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1280204 INFO (zkCallback-2051-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280208 INFO (zkCallback-2046-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280208 INFO (zkCallback-2039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280208 INFO (zkCallback-2041-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280316 INFO (zkCallback-1994-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1280320 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35032.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1280320 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35032.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1280321 INFO (jetty-launcher-1970-thread-1) [n:127.0.0.1:35032_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node1/.
[junit4] 2> 1280352 INFO (zkConnectionManagerCallback-2068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1280353 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1280372 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46172/solr ready
[junit4] 2> 1280372 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1280437 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38059.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1280473 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38059.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1280474 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38059.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1280474 INFO (jetty-launcher-1970-thread-6) [n:127.0.0.1:38059_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node6/.
[junit4] 2> 1281809 INFO (zkConnectionManagerCallback-2071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1281825 INFO (zkConnectionManagerCallback-2076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1281826 INFO (SUITE-DeleteNodeTest-seed#[BBDF5DA8FB090389]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1281827 INFO (SUITE-DeleteNodeTest-seed#[BBDF5DA8FB090389]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46172/solr ready
[junit4] 2> 1282215 INFO (zkConnectionManagerCallback-2078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1282503 INFO (qtp1132830417-6625) [n:127.0.0.1:39134_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf1&maxShardsPerNode=3&name=deletenodetest_coll&nrtReplicas=0&action=CREATE&numShards=5&tlogReplicas=1&createNodeSet=127.0.0.1:35032_solr,127.0.0.1:33808_solr,127.0.0.1:39134_solr,127.0.0.1:40424_solr,127.0.0.1:38059_solr,127.0.0.1:42200_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1282646 INFO (OverseerThreadFactory-2316-thread-1-processing-n:127.0.0.1:42200_solr) [n:127.0.0.1:42200_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection deletenodetest_coll
[junit4] 2> 1282885 INFO (qtp1132830417-6621) [n:127.0.0.1:39134_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1283188 INFO (qtp92674273-6653) [n:127.0.0.1:35032_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1283354 INFO (qtp148176888-6639) [n:127.0.0.1:40424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1283489 INFO (qtp1884372582-6634) [n:127.0.0.1:42200_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1283685 INFO (qtp1121365747-6665) [n:127.0.0.1:33808_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1283870 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1283920 INFO (OverseerStateUpdate-73516896171589642-127.0.0.1:42200_solr-n_0000000000) [n:127.0.0.1:42200_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletenodetest_coll_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38059/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1283929 INFO (OverseerStateUpdate-73516896171589642-127.0.0.1:42200_solr-n_0000000000) [n:127.0.0.1:42200_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deletenodetest_coll_shard2_replica_t3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33808/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1283979 INFO (OverseerStateUpdate-73516896171589642-127.0.0.1:42200_solr-n_0000000000) [n:127.0.0.1:42200_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"deletenodetest_coll_shard3_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42200/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1283982 INFO (OverseerStateUpdate-73516896171589642-127.0.0.1:42200_solr-n_0000000000) [n:127.0.0.1:42200_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"deletenodetest_coll_shard4_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40424/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1283995 INFO (OverseerStateUpdate-73516896171589642-127.0.0.1:42200_solr-n_0000000000) [n:127.0.0.1:42200_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"deletenodetest_coll_shard5_replica_t7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35032/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1284407 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr x:deletenodetest_coll_shard2_replica_t3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_t3&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1284409 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr x:deletenodetest_coll_shard4_replica_t6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_t6&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1284449 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr x:deletenodetest_coll_shard3_replica_t4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_t4&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1284449 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr x:deletenodetest_coll_shard3_replica_t4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1284460 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr x:deletenodetest_coll_shard5_replica_t7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_t7&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1284537 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr x:deletenodetest_coll_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_t1&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1285639 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1285645 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1286027 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1286084 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_t7] Schema name=cloud-dynamic
[junit4] 2> 1286099 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_t3] Schema name=cloud-dynamic
[junit4] 2> 1286100 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr c:deletenodetest_coll s:shard3 r:core_node8 x:deletenodetest_coll_shard3_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1286120 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr c:deletenodetest_coll s:shard1 r:core_node2 x:deletenodetest_coll_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1286137 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_t6] Schema name=cloud-dynamic
[junit4] 2> 1286538 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr c:deletenodetest_coll s:shard1 r:core_node2 x:deletenodetest_coll_shard1_replica_t1] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_t1] Schema name=cloud-dynamic
[junit4] 2> 1286563 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr c:deletenodetest_coll s:shard3 r:core_node8 x:deletenodetest_coll_shard3_replica_t4] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_t4] Schema name=cloud-dynamic
[junit4] 2> 1286608 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1286608 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_t3' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 1286609 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33808.solr.core.deletenodetest_coll.shard2.replica_t3' (registry 'solr.core.deletenodetest_coll.shard2.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1286609 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_t3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node2/deletenodetest_coll_shard2_replica_t3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node2/./deletenodetest_coll_shard2_replica_t3/data/]
[junit4] 2> 1286860 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1286860 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_t6' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 1286894 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40424.solr.core.deletenodetest_coll.shard4.replica_t6' (registry 'solr.core.deletenodetest_coll.shard4.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1286894 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_t6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node3/deletenodetest_coll_shard4_replica_t6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node3/./deletenodetest_coll_shard4_replica_t6/data/]
[junit4] 2> 1286926 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1286926 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_t7' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 1286927 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35032.solr.core.deletenodetest_coll.shard5.replica_t7' (registry 'solr.core.deletenodetest_coll.shard5.replica_t7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1286927 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_t7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node1/deletenodetest_coll_shard5_replica_t7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node1/./deletenodetest_coll_shard5_replica_t7/data/]
[junit4] 2> 1287065 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr c:deletenodetest_coll s:shard1 r:core_node2 x:deletenodetest_coll_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1287066 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr c:deletenodetest_coll s:shard1 r:core_node2 x:deletenodetest_coll_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_t1' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 1287066 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr c:deletenodetest_coll s:shard1 r:core_node2 x:deletenodetest_coll_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38059.solr.core.deletenodetest_coll.shard1.replica_t1' (registry 'solr.core.deletenodetest_coll.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1287066 INFO (qtp1101704369-6615) [n:127.0.0.1:38059_solr c:deletenodetest_coll s:shard1 r:core_node2 x:deletenodetest_coll_shard1_replica_t1] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node6/deletenodetest_coll_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node6/./deletenodetest_coll_shard1_replica_t1/data/]
[junit4] 2> 1287143 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr c:deletenodetest_coll s:shard3 r:core_node8 x:deletenodetest_coll_shard3_replica_t4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1287143 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr c:deletenodetest_coll s:shard3 r:core_node8 x:deletenodetest_coll_shard3_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_t4' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 1287144 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr c:deletenodetest_coll s:shard3 r:core_node8 x:deletenodetest_coll_shard3_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42200.solr.core.deletenodetest_coll.shard3.replica_t4' (registry 'solr.core.deletenodetest_coll.shard3.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c91144
[junit4] 2> 1287144 INFO (qtp1884372582-6630) [n:127.0.0.1:42200_solr c:deletenodetest_coll s:shard3 r:core_node8 x:deletenodetest_coll_shard3_replica_t4] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node4/deletenodetest_coll_shard3_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BBDF5DA8FB090389-001/tempDir-001/node4/./deletenodetest_coll_shard3_replica_t4/data/]
[junit4] 2> 1287633 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1287633 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1287634 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1287634 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1287636 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fd97aa0[deletenodetest_coll_shard2_replica_t3] main]
[junit4] 2> 1287670 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1287670 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1287671 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1287671 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614733425122476032
[junit4] 2> 1287809 INFO (searcherExecutor-2344-thread-1-processing-n:127.0.0.1:33808_solr x:deletenodetest_coll_shard2_replica_t3 c:deletenodetest_coll s:shard2 r:core_node5) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_t3] Registered new searcher Searcher@3fd97aa0[deletenodetest_coll_shard2_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1287881 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1287881 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1287882 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1287882 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1287883 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.s.SolrIndexSearcher Opening [Searcher@18928b3a[deletenodetest_coll_shard5_replica_t7] main]
[junit4] 2> 1287892 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deletenodetest_coll/terms/shard2 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1287907 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1287907 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1287907 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33808/solr/deletenodetest_coll_shard2_replica_t3/
[junit4] 2> 1287907 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1287907 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.SyncStrategy https://127.0.0.1:33808/solr/deletenodetest_coll_shard2_replica_t3/ has no replicas
[junit4] 2> 1287907 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.ZkController deletenodetest_coll_shard2_replica_t3 stopping background replication from leader
[junit4] 2> 1287963 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33808/solr/deletenodetest_coll_shard2_replica_t3/ shard2
[junit4] 2> 1287970 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1287991 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1287991 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1287991 INFO (qtp92674273-6649) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614733425458020352
[junit4] 2> 1288015 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1288017 INFO (qtp1121365747-6641) [n:127.0.0.1:33808_solr c:deletenodetest_coll s:shard2 r:core_node5 x:deletenodetest_coll_shard2_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_t3&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3610
[junit4] 2> 1288018 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1288018 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1288187 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1288187 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1288188 INFO (qtp148176888-6640) [n:127.0.0.1:40424_solr c:deletenodetest_coll s:shard4 r:core_node9 x:deletenodetest_coll_shard4_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@153d70e5[deletenodetest_coll_shard4_replica_t6] main]
[junit4] 2> 1288189 INFO (searcherExecutor-2346-thread-1-processing-n:127.0.0.1:35032_solr x:deletenodetest_coll_shard5_replica_t7 c:deletenodetest_coll s:shard5 r:core_node10) [n:127.0.0.1:35032_solr c:deletenodetest_coll s:shard5 r:core_node10 x:deletenodetest_coll_shard5_replica_t7] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_t7] Registered new searcher Searcher@18928b3a[deletenodetest_coll_shard5_replica_t7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1288235 INFO (zkCallback-2010-thread-1) [
[...truncated too long message...]
dresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null895525057
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null895525057
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null895525057
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 154ms :: artifacts dl 7ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 527 minutes 8 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1670 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1670/
6 tests failed.
FAILED: org.apache.solr.cloud.RestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
at __randomizedtesting.SeedInfo.seed([D916C0D081241E28:5142FF0A2FD873D0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:920)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1477)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 1) Thread[id=68383, name=searcherExecutor-8663-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=68205, name=searcherExecutor-8615-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=68418, name=searcherExecutor-8677-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=68248, name=searcherExecutor-8629-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=68125, name=searcherExecutor-8587-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=68348, name=searcherExecutor-8649-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=68168, name=searcherExecutor-8601-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest:
1) Thread[id=68383, name=searcherExecutor-8663-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=68205, name=searcherExecutor-8615-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=68418, name=searcherExecutor-8677-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=68248, name=searcherExecutor-8629-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=68125, name=searcherExecutor-8587-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=68348, name=searcherExecutor-8649-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=68168, name=searcherExecutor-8601-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([D916C0D081241E28]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=68383, name=searcherExecutor-8663-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=68205, name=searcherExecutor-8615-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=68418, name=searcherExecutor-8677-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=68248, name=searcherExecutor-8629-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=68125, name=searcherExecutor-8587-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=68348, name=searcherExecutor-8649-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=68168, name=searcherExecutor-8601-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=68383, name=searcherExecutor-8663-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=68205, name=searcherExecutor-8615-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=68418, name=searcherExecutor-8677-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=68248, name=searcherExecutor-8629-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=68125, name=searcherExecutor-8587-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=68348, name=searcherExecutor-8649-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=68168, name=searcherExecutor-8601-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([D916C0D081241E28]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test
Error Message:
shard1 is not consistent. Got 743 from https://127.0.0.1:39589/vm_fw/wz/collection1_shard1_replica_n21 (previous client) and got 0 from https://127.0.0.1:42627/vm_fw/wz/collection1_shard1_replica_n23
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 743 from https://127.0.0.1:39589/vm_fw/wz/collection1_shard1_replica_n21 (previous client) and got 0 from https://127.0.0.1:42627/vm_fw/wz/collection1_shard1_replica_n23
at __randomizedtesting.SeedInfo.seed([D916C0D081241E28:5142FF0A2FD873D0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1329)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1308)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:159)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR
Error Message:
Error from server at http://127.0.0.1:42946/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42946/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([D916C0D081241E28:838EFA16FFA479CF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([D916C0D081241E28:5F4C57E4A17E5371]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13116 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest
[junit4] 2> 208085 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/init-core-data-001
[junit4] 2> 208086 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 208086 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 208089 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 208089 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vm_fw/wz
[junit4] 2> 209018 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 210336 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 210656 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log Logging to org.apache.logging.slf4j.Log4jLogger@450502b2 via org.mortbay.log.Slf4jLog
[junit4] 2> 210708 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 211533 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 211618 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34542_hdfs____.ld8gys/webapp
[junit4] 2> 212700 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34542
[junit4] 2> 214872 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 214882 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 214905 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38742_datanode____.gfxp61/webapp
[junit4] 2> 215348 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38742
[junit4] 2> 215917 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 215919 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 215951 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44100_datanode____4aqy1k/webapp
[junit4] 2> 216498 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[D916C0D081241E28]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44100
[junit4] 2> 217433 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:41739) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 217434 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:41739) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 217721 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3545c320d8ae8: from storage DS-f41285e2-6ba0-40f7-8767-3731b4f6d156 node DatanodeRegistration(127.0.0.1:39499, datanodeUuid=a0476840-d5d7-435a-94dc-45ed578400d8, infoPort=34421, infoSecurePort=0, ipcPort=40750, storageInfo=lv=-56;cid=testClusterID;nsid=1894527076;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 217722 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3545c31f812e0: from storage DS-b54d0921-2fde-4a66-922c-59310e6dc20c node DatanodeRegistration(127.0.0.1:36131, datanodeUuid=f9f6187b-78b0-4a99-9251-2c15ca9ad070, infoPort=40853, infoSecurePort=0, ipcPort=45831, storageInfo=lv=-56;cid=testClusterID;nsid=1894527076;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 217722 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3545c320d8ae8: from storage DS-30e80c36-e6a5-4e72-89af-f56b69224554 node DatanodeRegistration(127.0.0.1:39499, datanodeUuid=a0476840-d5d7-435a-94dc-45ed578400d8, infoPort=34421, infoSecurePort=0, ipcPort=40750, storageInfo=lv=-56;cid=testClusterID;nsid=1894527076;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 217726 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3545c31f812e0: from storage DS-d22a9ef9-c16b-427b-ab91-db84b1d46cbe node DatanodeRegistration(127.0.0.1:36131, datanodeUuid=f9f6187b-78b0-4a99-9251-2c15ca9ad070, infoPort=40853, infoSecurePort=0, ipcPort=45831, storageInfo=lv=-56;cid=testClusterID;nsid=1894527076;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 218102 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 218102 INFO (Thread-445) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 218102 INFO (Thread-445) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 218108 ERROR (Thread-445) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 218202 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.ZkTestServer start zk server on port:33452
[junit4] 2> 218212 INFO (zkConnectionManagerCallback-483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218215 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10037dc3c7f0000, likely client has closed socket
[junit4] 2> 218223 INFO (zkConnectionManagerCallback-485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218230 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 218233 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 218235 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 218236 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 218238 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 218239 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 218241 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 218242 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 218244 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 218245 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 218247 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 218252 INFO (zkConnectionManagerCallback-489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218255 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 218448 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 218449 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 218449 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 218449 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 218451 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20a2655d{/vm_fw/wz,null,AVAILABLE}
[junit4] 2> 218453 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ddd04dc{SSL,[ssl, http/1.1]}{127.0.0.1:45333}
[junit4] 2> 218453 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.Server Started @218527ms
[junit4] 2> 218454 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:41739/hdfs__localhost_41739__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001_tempDir-002_control_data, replicaType=NRT, hostContext=/vm_fw/wz, hostPort=45333, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/control-001/cores}
[junit4] 2> 218454 ERROR (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 218454 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 218454 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 218454 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 218454 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 218454 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-17T18:53:12.970Z
[junit4] 2> 218460 INFO (zkConnectionManagerCallback-491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218465 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 218465 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/control-001/solr.xml
[junit4] 2> 218471 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 218471 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 218473 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 218585 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33452/solr
[junit4] 2> 218588 INFO (zkConnectionManagerCallback-495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218598 INFO (zkConnectionManagerCallback-497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218739 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45333_vm_fw%2Fwz
[junit4] 2> 218740 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.Overseer Overseer (id=72119013085216773-127.0.0.1:45333_vm_fw%2Fwz-n_0000000000) starting
[junit4] 2> 218761 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218764 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33452/solr ready
[junit4] 2> 218765 INFO (OverseerStateUpdate-72119013085216773-127.0.0.1:45333_vm_fw%2Fwz-n_0000000000) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45333_vm_fw%2Fwz
[junit4] 2> 218770 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45333_vm_fw%2Fwz
[junit4] 2> 218779 INFO (zkCallback-496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 218786 INFO (zkCallback-503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 218806 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 218842 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 218869 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 218870 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 218872 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/control-001/cores
[junit4] 2> 218911 INFO (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 218914 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 218916 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33452/solr ready
[junit4] 2> 218942 INFO (qtp1601572211-1811) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45333_vm_fw%252Fwz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 218958 INFO (OverseerThreadFactory-783-thread-1-processing-n:127.0.0.1:45333_vm_fw%2Fwz) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 219075 INFO (qtp1601572211-1816) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 219085 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 219085 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 220166 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 220242 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 220367 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 220393 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 220393 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 220394 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 220398 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 220407 WARN (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 220521 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 220521 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 220522 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 30000ms;
[junit4] 2> 220522 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms;
[junit4] 2> 220526 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1603073813, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 220534 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b9be613[control_collection_shard1_replica_n1] main]
[junit4] 2> 220536 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 220536 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 220537 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 220539 INFO (searcherExecutor-788-thread-1-processing-n:127.0.0.1:45333_vm_fw%2Fwz x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5b9be613[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 220539 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614599836197191680
[junit4] 2> 220555 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 220561 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 220561 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 220561 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45333/vm_fw/wz/control_collection_shard1_replica_n1/
[junit4] 2> 220561 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 220562 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:45333/vm_fw/wz/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 220567 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45333/vm_fw/wz/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 220722 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 220726 INFO (qtp1601572211-1814) [n:127.0.0.1:45333_vm_fw%2Fwz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1641
[junit4] 2> 220732 INFO (qtp1601572211-1811) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 220826 INFO (zkCallback-496-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 220961 INFO (OverseerCollectionConfigSetProcessor-72119013085216773-127.0.0.1:45333_vm_fw%2Fwz-n_0000000000) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 221732 INFO (qtp1601572211-1811) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45333_vm_fw%252Fwz&wt=javabin&version=2} status=0 QTime=2790
[junit4] 2> 221740 INFO (zkConnectionManagerCallback-515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 221741 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 221743 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33452/solr ready
[junit4] 2> 221743 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 221748 INFO (qtp1601572211-1816) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 221752 INFO (OverseerThreadFactory-783-thread-2-processing-n:127.0.0.1:45333_vm_fw%2Fwz) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 221958 WARN (OverseerThreadFactory-783-thread-2-processing-n:127.0.0.1:45333_vm_fw%2Fwz) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 221962 INFO (qtp1601572211-1816) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 221962 INFO (qtp1601572211-1816) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 222166 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/shard-1-001 of type NRT
[junit4] 2> 222171 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 222172 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 222172 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 222172 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 222173 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73889f59{/vm_fw/wz,null,AVAILABLE}
[junit4] 2> 222174 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65512fea{SSL,[ssl, http/1.1]}{127.0.0.1:39589}
[junit4] 2> 222174 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.e.j.s.Server Started @222247ms
[junit4] 2> 222174 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:41739/hdfs__localhost_41739__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/vm_fw/wz, hostPort=39589, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/shard-1-001/cores}
[junit4] 2> 222174 ERROR (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 222174 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 222174 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 222175 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 222175 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 222175 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-17T18:53:16.691Z
[junit4] 2> 222178 INFO (zkConnectionManagerCallback-517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 222179 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 222179 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/shard-1-001/solr.xml
[junit4] 2> 222185 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 222185 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 222197 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 222319 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33452/solr
[junit4] 2> 222324 INFO (zkConnectionManagerCallback-521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 222328 INFO (zkConnectionManagerCallback-523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 222346 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 222355 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 222356 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39589_vm_fw%2Fwz
[junit4] 2> 222358 INFO (zkCallback-503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 222358 INFO (zkCallback-496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 222361 INFO (zkCallback-514-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 222363 INFO (zkCallback-522-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 222389 INFO (zkConnectionManagerCallback-530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 222391 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 222392 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33452/solr ready
[junit4] 2> 222393 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 222427 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 222444 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 222445 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 222447 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[D916C0D081241E28]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/shard-1-001/cores
[junit4] 2> 222531 INFO (qtp1033838614-1871) [n:127.0.0.1:39589_vm_fw%2Fwz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39589_vm_fw%252Fwz&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 222535 INFO (OverseerCollectionConfigSetProcessor-72119013085216773-127.0.0.1:45333_vm_fw%2Fwz-n_0000000000) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 222551 INFO (qtp1033838614-1872) [n:127.0.0.1:39589_vm_fw%2Fwz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 222558 INFO (qtp1601572211-1813) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 222560 INFO (qtp1601572211-1816) [n:127.0.0.1:45333_vm_fw%2Fwz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 222562 INFO (OverseerThreadFactory-783-thread-3-processing-n:127.0.0.1:45333_vm_fw%2Fwz) [n:127.0.0.1:45333_vm_fw%2Fwz c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39589_vm_fw%2Fwz for creating new replica of shard shard1 for collection collection1
[junit4] 2> 222570 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz x:collection1_shard1_replica_n21] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 223598 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 223614 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
[junit4] 2> 223728 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 223770 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
[junit4] 2> 223770 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b5912c
[junit4] 2> 223771 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_D916C0D081241E28-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
[junit4] 2> 223775 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 223783 WARN (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 223852 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 223852 INFO (qtp1033838614-1869) [n:127.0.0.1:39589_vm_fw%2Fwz c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 223853 INF
[...truncated too long message...]
ve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null626976199
[copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null626976199
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null626976199
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 56ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 260 minutes 50 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1669 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1669/
5 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
Error Message:
Expected new active leader null Live Nodes: [127.0.0.1:36619_solr, 127.0.0.1:38208_solr, 127.0.0.1:39624_solr] Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"raceDeleteReplica_true_shard1_replica_n2", "base_url":"http://127.0.0.1:45339/solr", "node_name":"127.0.0.1:45339_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"raceDeleteReplica_true_shard1_replica_n5", "base_url":"http://127.0.0.1:45339/solr", "node_name":"127.0.0.1:45339_solr", "state":"down", "type":"NRT"}, "core_node3":{ "core":"raceDeleteReplica_true_shard1_replica_n1", "base_url":"http://127.0.0.1:39624/solr", "node_name":"127.0.0.1:39624_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected new active leader
null
Live Nodes: [127.0.0.1:36619_solr, 127.0.0.1:38208_solr, 127.0.0.1:39624_solr]
Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"raceDeleteReplica_true_shard1_replica_n2",
"base_url":"http://127.0.0.1:45339/solr",
"node_name":"127.0.0.1:45339_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"raceDeleteReplica_true_shard1_replica_n5",
"base_url":"http://127.0.0.1:45339/solr",
"node_name":"127.0.0.1:45339_solr",
"state":"down",
"type":"NRT"},
"core_node3":{
"core":"raceDeleteReplica_true_shard1_replica_n1",
"base_url":"http://127.0.0.1:39624/solr",
"node_name":"127.0.0.1:39624_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([68063FF6E59DC64B:2105E268D6F8C81]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:223)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest
Error Message:
Error from server at http://127.0.0.1:36619/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36619/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([68063FF6E59DC64B:C5668BFDF8A26E3E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
at __randomizedtesting.SeedInfo.seed([68063FF6E59DC64B:E052002C4B61ABB3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:920)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1477)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 1) Thread[id=6418, name=searcherExecutor-2756-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=6620, name=searcherExecutor-2818-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=6655, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=6541, name=searcherExecutor-2798-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=6460, name=searcherExecutor-2770-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=6497, name=searcherExecutor-2784-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=6690, name=searcherExecutor-2846-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest:
1) Thread[id=6418, name=searcherExecutor-2756-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=6620, name=searcherExecutor-2818-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=6655, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=6541, name=searcherExecutor-2798-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=6460, name=searcherExecutor-2770-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=6497, name=searcherExecutor-2784-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=6690, name=searcherExecutor-2846-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([68063FF6E59DC64B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=6418, name=searcherExecutor-2756-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=6620, name=searcherExecutor-2818-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=6655, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=6541, name=searcherExecutor-2798-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=6460, name=searcherExecutor-2770-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=6497, name=searcherExecutor-2784-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=6690, name=searcherExecutor-2846-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=6418, name=searcherExecutor-2756-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=6620, name=searcherExecutor-2818-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=6655, name=searcherExecutor-2832-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=6541, name=searcherExecutor-2798-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=6460, name=searcherExecutor-2770-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=6497, name=searcherExecutor-2784-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=6690, name=searcherExecutor-2846-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([68063FF6E59DC64B]:0)
Build Log:
[...truncated 12965 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
[junit4] 2> 70389 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/init-core-data-001
[junit4] 2> 70391 WARN (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 70391 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 70398 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 70403 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001
[junit4] 2> 70414 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 70416 INFO (Thread-475) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 70417 INFO (Thread-475) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 70516 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39395
[junit4] 2> 70560 ERROR (Thread-475) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 70658 INFO (zkConnectionManagerCallback-36-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70723 INFO (jetty-launcher-33-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 70724 INFO (jetty-launcher-33-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 70724 INFO (jetty-launcher-33-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 70724 INFO (jetty-launcher-33-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 70724 INFO (jetty-launcher-33-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 70725 INFO (jetty-launcher-33-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 70726 INFO (jetty-launcher-33-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 70726 INFO (jetty-launcher-33-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 70728 INFO (jetty-launcher-33-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 70728 INFO (jetty-launcher-33-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8aee81{/solr,null,AVAILABLE}
[junit4] 2> 70729 INFO (jetty-launcher-33-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 70729 INFO (jetty-launcher-33-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16c96c0e{/solr,null,AVAILABLE}
[junit4] 2> 70735 INFO (jetty-launcher-33-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f2b5734{HTTP/1.1,[http/1.1]}{127.0.0.1:45339}
[junit4] 2> 70735 INFO (jetty-launcher-33-thread-3) [ ] o.e.j.s.Server Started @70802ms
[junit4] 2> 70735 INFO (jetty-launcher-33-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1340feca{HTTP/1.1,[http/1.1]}{127.0.0.1:39624}
[junit4] 2> 70735 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45339}
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-1) [ ] o.e.j.s.Server Started @70802ms
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39624}
[junit4] 2> 70736 ERROR (jetty-launcher-33-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 70736 ERROR (jetty-launcher-33-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-16T09:33:06.967Z
[junit4] 2> 70736 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-16T09:33:06.967Z
[junit4] 2> 70752 INFO (jetty-launcher-33-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 70752 INFO (jetty-launcher-33-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 70752 INFO (jetty-launcher-33-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 70753 INFO (jetty-launcher-33-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 70753 INFO (jetty-launcher-33-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 70754 INFO (jetty-launcher-33-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 70754 INFO (jetty-launcher-33-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42d0b1ca{/solr,null,AVAILABLE}
[junit4] 2> 70754 INFO (jetty-launcher-33-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f61ea17{/solr,null,AVAILABLE}
[junit4] 2> 70755 INFO (jetty-launcher-33-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6557faa6{HTTP/1.1,[http/1.1]}{127.0.0.1:38208}
[junit4] 2> 70755 INFO (jetty-launcher-33-thread-2) [ ] o.e.j.s.Server Started @70821ms
[junit4] 2> 70755 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38208}
[junit4] 2> 70755 ERROR (jetty-launcher-33-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70755 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 70755 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 70755 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70756 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70756 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-16T09:33:06.987Z
[junit4] 2> 70756 INFO (jetty-launcher-33-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d1e3732{HTTP/1.1,[http/1.1]}{127.0.0.1:36619}
[junit4] 2> 70756 INFO (jetty-launcher-33-thread-4) [ ] o.e.j.s.Server Started @70823ms
[junit4] 2> 70756 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36619}
[junit4] 2> 70756 ERROR (jetty-launcher-33-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70756 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 70757 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 70757 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70757 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70757 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-16T09:33:06.988Z
[junit4] 2> 70760 INFO (zkConnectionManagerCallback-38-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70762 INFO (zkConnectionManagerCallback-40-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70762 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 70763 INFO (zkConnectionManagerCallback-42-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70770 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 70770 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 70782 INFO (zkConnectionManagerCallback-44-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70785 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 70966 INFO (jetty-launcher-33-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39395/solr
[junit4] 2> 70975 INFO (jetty-launcher-33-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39395/solr
[junit4] 2> 70992 INFO (zkConnectionManagerCallback-51-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 70997 INFO (zkConnectionManagerCallback-52-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71016 INFO (jetty-launcher-33-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39395/solr
[junit4] 2> 71042 INFO (zkConnectionManagerCallback-60-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71048 INFO (zkConnectionManagerCallback-57-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71052 INFO (zkConnectionManagerCallback-56-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71089 INFO (zkConnectionManagerCallback-62-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71954 INFO (jetty-launcher-33-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39395/solr
[junit4] 2> 71975 INFO (zkConnectionManagerCallback-72-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 71992 INFO (zkConnectionManagerCallback-74-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72184 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38208_solr
[junit4] 2> 72190 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.c.Overseer Overseer (id=72111148430196748-127.0.0.1:38208_solr-n_0000000000) starting
[junit4] 2> 72234 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36619_solr
[junit4] 2> 72257 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39624_solr
[junit4] 2> 72297 INFO (zkCallback-61-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 72298 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 72299 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 72321 INFO (zkCallback-54-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 72323 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 72323 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45339_solr
[junit4] 2> 72325 INFO (zkCallback-61-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 72325 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 72325 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 72326 INFO (zkCallback-54-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 72345 INFO (zkConnectionManagerCallback-81-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72348 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 72350 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39395/solr ready
[junit4] 2> 72448 INFO (zkConnectionManagerCallback-90-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72450 INFO (zkConnectionManagerCallback-91-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72467 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 72468 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 72470 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39395/solr ready
[junit4] 2> 72471 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39395/solr ready
[junit4] 2> 72481 INFO (zkConnectionManagerCallback-96-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72489 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 72499 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 72501 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39395/solr ready
[junit4] 2> 72501 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 72524 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 72542 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 72543 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38208_solr
[junit4] 2> 72548 INFO (zkCallback-54-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72548 INFO (zkCallback-61-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72549 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72553 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72566 INFO (OverseerStateUpdate-72111148430196748-127.0.0.1:38208_solr-n_0000000000) [n:127.0.0.1:38208_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38208_solr
[junit4] 2> 72578 INFO (zkCallback-89-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72578 INFO (zkCallback-95-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72604 INFO (zkCallback-80-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72604 INFO (zkCallback-88-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 72631 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 72693 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72708 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45339.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72739 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39624.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72755 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38208.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72788 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72788 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72790 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45339.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72790 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45339.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72811 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39624.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72812 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39624.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72818 INFO (jetty-launcher-33-thread-1) [n:127.0.0.1:39624_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node1/.
[junit4] 2> 72818 INFO (jetty-launcher-33-thread-4) [n:127.0.0.1:36619_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node4/.
[junit4] 2> 72820 INFO (jetty-launcher-33-thread-3) [n:127.0.0.1:45339_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node3/.
[junit4] 2> 72823 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38208.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72823 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38208.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 72825 INFO (jetty-launcher-33-thread-2) [n:127.0.0.1:38208_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node2/.
[junit4] 2> 73201 INFO (zkConnectionManagerCallback-102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 73207 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10030b51a870011, likely client has closed socket
[junit4] 2> 73211 INFO (zkConnectionManagerCallback-107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 73214 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 73216 INFO (SUITE-DeleteReplicaTest-seed#[68063FF6E59DC64B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39395/solr ready
[junit4] 2> 73318 INFO (TEST-DeleteReplicaTest.deleteReplicaByCountForAllShards-seed#[68063FF6E59DC64B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaByCountForAllShards
[junit4] 2> 73326 INFO (qtp1218606216-744) [n:127.0.0.1:45339_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=deleteByCountNew&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 73372 INFO (OverseerThreadFactory-239-thread-1-processing-n:127.0.0.1:38208_solr) [n:127.0.0.1:38208_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection deleteByCountNew
[junit4] 2> 73615 INFO (qtp1218606216-738) [n:127.0.0.1:45339_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=22
[junit4] 2> 73621 INFO (qtp4371526-760) [n:127.0.0.1:36619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 73624 INFO (qtp304387595-735) [n:127.0.0.1:39624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 73636 INFO (qtp422908300-753) [n:127.0.0.1:38208_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 73720 INFO (OverseerStateUpdate-72111148430196748-127.0.0.1:38208_solr-n_0000000000) [n:127.0.0.1:38208_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deleteByCountNew_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38208/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 73732 INFO (OverseerStateUpdate-72111148430196748-127.0.0.1:38208_solr-n_0000000000) [n:127.0.0.1:38208_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deleteByCountNew_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39624/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 73742 INFO (OverseerStateUpdate-72111148430196748-127.0.0.1:38208_solr-n_0000000000) [n:127.0.0.1:38208_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deleteByCountNew_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 73751 INFO (OverseerStateUpdate-72111148430196748-127.0.0.1:38208_solr-n_0000000000) [n:127.0.0.1:38208_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deleteByCountNew_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45339/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 73969 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr x:deleteByCountNew_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica_n1&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 73971 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr x:deleteByCountNew_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica_n6&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 73976 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr x:deleteByCountNew_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica_n4&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 73979 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr x:deleteByCountNew_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 73989 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr x:deleteByCountNew_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica_n2&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 73989 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr x:deleteByCountNew_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 75033 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 75034 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 75035 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 75056 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 75072 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica_n4] Schema name=minimal
[junit4] 2> 75075 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica_n2] Schema name=minimal
[junit4] 2> 75077 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 75078 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica_n4' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 75078 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 75078 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica_n2' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 75094 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39624.solr.core.deleteByCountNew.shard1.replica_n2' (registry 'solr.core.deleteByCountNew.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 75095 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node1/deleteByCountNew_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node1/./deleteByCountNew_shard1_replica_n2/data/]
[junit4] 2> 75096 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica_n1] Schema name=minimal
[junit4] 2> 75096 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica_n6] Schema name=minimal
[junit4] 2> 75099 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 75099 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica_n6' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 75099 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 75099 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica_n1' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 75100 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45339.solr.core.deleteByCountNew.shard2.replica_n6' (registry 'solr.core.deleteByCountNew.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 75100 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node3/deleteByCountNew_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node3/./deleteByCountNew_shard2_replica_n6/data/]
[junit4] 2> 75100 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38208.solr.core.deleteByCountNew.shard1.replica_n1' (registry 'solr.core.deleteByCountNew.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 75101 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node2/deleteByCountNew_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node2/./deleteByCountNew_shard1_replica_n1/data/]
[junit4] 2> 75102 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36619.solr.core.deleteByCountNew.shard2.replica_n4' (registry 'solr.core.deleteByCountNew.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57aea55c
[junit4] 2> 75102 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node4/deleteByCountNew_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_68063FF6E59DC64B-001/tempDir-001/node4/./deleteByCountNew_shard2_replica_n4/data/]
[junit4] 2> 75220 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 75220 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 75224 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 75224 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 75250 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@60e04abb[deleteByCountNew_shard2_replica_n6] main]
[junit4] 2> 75258 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 75259 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 75260 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 75265 INFO (searcherExecutor-249-thread-1-processing-n:127.0.0.1:45339_solr x:deleteByCountNew_shard2_replica_n6 c:deleteByCountNew s:shard2 r:core_node8) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.SolrCore [deleteByCountNew_shard2_replica_n6] Registered new searcher Searcher@60e04abb[deleteByCountNew_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 75268 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614474003348455424
[junit4] 2> 75278 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 75278 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 75280 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 75280 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 75287 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d8257ee[deleteByCountNew_shard1_replica_n2] main]
[junit4] 2> 75289 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 75290 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 75291 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 75291 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 75291 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 75293 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 75293 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 75295 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 75295 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 75313 INFO (searcherExecutor-248-thread-1-processing-n:127.0.0.1:39624_solr x:deleteByCountNew_shard1_replica_n2 c:deleteByCountNew s:shard1 r:core_node5) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrCore [deleteByCountNew_shard1_replica_n2] Registered new searcher Searcher@2d8257ee[deleteByCountNew_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 75313 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 75313 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 75313 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614474003395641344
[junit4] 2> 75315 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c04d8fd[deleteByCountNew_shard1_replica_n1] main]
[junit4] 2> 75317 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@253fe0c3[deleteByCountNew_shard2_replica_n4] main]
[junit4] 2> 75322 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 75322 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 75323 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 75324 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 75327 INFO (searcherExecutor-250-thread-1-processing-n:127.0.0.1:38208_solr x:deleteByCountNew_shard1_replica_n1 c:deleteByCountNew s:shard1 r:core_node3) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.SolrCore [deleteByCountNew_shard1_replica_n1] Registered new searcher Searcher@4c04d8fd[deleteByCountNew_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 75327 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614474003410321408
[junit4] 2> 75329 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 75329 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 75331 INFO (searcherExecutor-247-thread-1-processing-n:127.0.0.1:36619_solr x:deleteByCountNew_shard2_replica_n4 c:deleteByCountNew s:shard2 r:core_node7) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.SolrCore [deleteByCountNew_shard2_replica_n4] Registered new searcher Searcher@253fe0c3[deleteByCountNew_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 75332 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614474003415564288
[junit4] 2> 75341 INFO (qtp1218606216-739) [n:127.0.0.1:45339_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 75344 INFO (qtp304387595-730) [n:127.0.0.1:39624_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 75345 INFO (qtp422908300-748) [n:127.0.0.1:38208_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 75352 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 75376 INFO (qtp4371526-754) [n:127.0.0.1:36619_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 75376 INFO (qtp422908300-748) [n:127.0.0.1:38208_s
[...truncated too long message...]
ib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_172/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.6.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20181016_093156_081284555745476033000.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20181016_093156_0819132843471898595628.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1563)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:577: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:267: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:558: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:1567: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:1092: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 227 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-NightlyTests-master #1668 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1668 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1668/
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([50398FF462C271D2:5ABA30592F797A88]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:572)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR
Error Message:
Error from server at https://127.0.0.1:38126/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38126/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([50398FF462C271D2:AA1B5321C421635]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([50398FF462C271D2:D66318C042983C8B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14276 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> 2464705 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/init-core-data-001
[junit4] 2> 2464706 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2464707 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2464716 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001
[junit4] 2> 2464716 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2464717 INFO (Thread-4812) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2464717 INFO (Thread-4812) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2464718 ERROR (Thread-4812) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2464817 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33796
[junit4] 2> 2464825 INFO (zkConnectionManagerCallback-69145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2464837 INFO (jetty-launcher-69142-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2464839 INFO (jetty-launcher-69142-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2464842 INFO (jetty-launcher-69142-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2464843 INFO (jetty-launcher-69142-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2464843 INFO (jetty-launcher-69142-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2464843 INFO (jetty-launcher-69142-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2464844 INFO (jetty-launcher-69142-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16c6c73b{/solr,null,AVAILABLE}
[junit4] 2> 2464845 INFO (jetty-launcher-69142-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@538a898b{SSL,[ssl, http/1.1]}{127.0.0.1:๓๘๑๒๖}
[junit4] 2> 2464846 INFO (jetty-launcher-69142-thread-1) [ ] o.e.j.s.Server Started @๒๔๖๔๙๐๒ms
[junit4] 2> 2464846 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38126}
[junit4] 2> 2464846 ERROR (jetty-launcher-69142-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2464846 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2464846 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2464846 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2464846 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2464846 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-15T09:29:39.314Z
[junit4] 2> 2464847 INFO (jetty-launcher-69142-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2464847 INFO (jetty-launcher-69142-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2464847 INFO (jetty-launcher-69142-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2464848 INFO (jetty-launcher-69142-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a38b3f3{/solr,null,AVAILABLE}
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d100f0a{SSL,[ssl, http/1.1]}{127.0.0.1:๓๖๕๐๐}
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-2) [ ] o.e.j.s.Server Started @๒๔๖๔๙๐๕ms
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36500}
[junit4] 2> 2464849 ERROR (jetty-launcher-69142-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2464849 INFO (jetty-launcher-69142-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@267eb799{/solr,null,AVAILABLE}
[junit4] 2> 2464850 INFO (jetty-launcher-69142-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a438c55{SSL,[ssl, http/1.1]}{127.0.0.1:๓๘๕๓๗}
[junit4] 2> 2464850 INFO (jetty-launcher-69142-thread-3) [ ] o.e.j.s.Server Started @๒๔๖๔๙๐๗ms
[junit4] 2> 2464850 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38537}
[junit4] 2> 2464850 ERROR (jetty-launcher-69142-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2464850 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2464851 INFO (zkConnectionManagerCallback-69147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2464851 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2464851 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2464851 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2464851 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-15T09:29:39.319Z
[junit4] 2> 2464852 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2464852 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2464852 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2464852 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2464852 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-15T09:29:39.320Z
[junit4] 2> 2464858 INFO (zkConnectionManagerCallback-69151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2464860 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2464864 INFO (zkConnectionManagerCallback-69149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2464865 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2464956 INFO (jetty-launcher-69142-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33796/solr
[junit4] 2> 2464959 INFO (zkConnectionManagerCallback-69155-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2464962 INFO (zkConnectionManagerCallback-69157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465078 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36500_solr
[junit4] 2> 2465088 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer Overseer (id=72105472517865477-127.0.0.1:36500_solr-n_0000000000) starting
[junit4] 2> 2465119 INFO (zkConnectionManagerCallback-69164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465122 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33796/solr ready
[junit4] 2> 2465132 INFO (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36500_solr
[junit4] 2> 2465135 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36500_solr
[junit4] 2> 2465147 INFO (zkCallback-69163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2465156 INFO (zkCallback-69156-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2465167 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2465202 INFO (jetty-launcher-69142-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33796/solr
[junit4] 2> 2465206 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36500.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465218 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36500.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465218 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36500.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465220 INFO (jetty-launcher-69142-thread-2) [n:127.0.0.1:36500_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/.
[junit4] 2> 2465221 INFO (jetty-launcher-69142-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33796/solr
[junit4] 2> 2465221 INFO (zkConnectionManagerCallback-69170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465224 INFO (zkConnectionManagerCallback-69175-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465232 INFO (zkConnectionManagerCallback-69173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465232 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2465238 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2465238 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38126_solr
[junit4] 2> 2465251 INFO (zkConnectionManagerCallback-69179-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465256 INFO (zkCallback-69163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2465257 INFO (zkCallback-69174-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2465257 INFO (zkCallback-69156-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2465257 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38126_solr"} current state version: 0
[junit4] 2> 2465263 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2465269 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2465269 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38537_solr
[junit4] 2> 2465270 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38537_solr"} current state version: 0
[junit4] 2> 2465271 INFO (zkCallback-69163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2465271 INFO (zkCallback-69174-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2465275 INFO (zkCallback-69156-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2465276 INFO (zkCallback-69178-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2465310 INFO (zkConnectionManagerCallback-69186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465311 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2465313 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33796/solr ready
[junit4] 2> 2465336 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2465339 INFO (zkConnectionManagerCallback-69191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465341 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2465342 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33796/solr ready
[junit4] 2> 2465355 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2465362 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38126.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465379 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465380 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38126.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465381 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38126.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465382 INFO (jetty-launcher-69142-thread-1) [n:127.0.0.1:38126_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/.
[junit4] 2> 2465393 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465393 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2465395 INFO (jetty-launcher-69142-thread-3) [n:127.0.0.1:38537_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/.
[junit4] 2> 2465467 INFO (zkConnectionManagerCallback-69195-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465472 INFO (zkConnectionManagerCallback-69200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2465473 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2465474 INFO (SUITE-LIROnShardRestartTest-seed#[50398FF462C271D2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33796/solr ready
[junit4] 2> 2465517 INFO (TEST-LIROnShardRestartTest.testSeveralReplicasInLIR-seed#[50398FF462C271D2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSeveralReplicasInLIR
[junit4] 2> 2465532 INFO (qtp901277224-135569) [n:127.0.0.1:38126_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=severalReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2465539 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection severalReplicasInLIR
[junit4] 2> 2465540 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/severalReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2465552 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/severalReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 2465557 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/severalReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 2465560 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/severalReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 2465562 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/severalReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 2465566 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2465569 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2465572 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2465575 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2465585 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2465587 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2465615 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2465618 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2465620 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2465623 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2465625 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2465627 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2465629 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2465631 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2465633 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2465635 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2465637 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2465639 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2465641 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2465643 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2465645 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2465647 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2465649 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2465651 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2465653 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2465655 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2465657 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2465659 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2465661 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2465663 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2465667 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2465669 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2465671 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2465675 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2465678 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2465682 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2465684 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2465687 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2465689 INFO (OverseerThreadFactory-13327-thread-1-processing-n:127.0.0.1:36500_solr) [n:127.0.0.1:36500_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/severalReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 2465702 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"severalReplicasInLIR",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2465809 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2465825 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2465847 INFO (qtp1819613693-135579) [n:127.0.0.1:36500_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2465862 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36500/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2465862 INFO (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36500/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2465866 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38537/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2465867 INFO (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38537/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2465870 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38126/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2465871 INFO (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38126/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2466079 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr x:severalReplicasInLIR_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=severalReplicasInLIR.AUTOCREATED&newCollection=true&name=severalReplicasInLIR_shard1_replica_n5&action=CREATE&numShards=1&collection=severalReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2466080 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr x:severalReplicasInLIR_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=severalReplicasInLIR.AUTOCREATED&newCollection=true&name=severalReplicasInLIR_shard1_replica_n2&action=CREATE&numShards=1&collection=severalReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2466081 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr x:severalReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=severalReplicasInLIR.AUTOCREATED&newCollection=true&name=severalReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=severalReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2466082 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2466088 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:38537/solr",
[junit4] 2> "node_name":"127.0.0.1:38537_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2466088 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n5",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:38126/solr",
[junit4] 2> "node_name":"127.0.0.1:38126_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2466088 DEBUG (OverseerStateUpdate-72105472517865477-127.0.0.1:36500_solr-n_0000000000) [n:127.0.0.1:36500_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36500/solr",
[junit4] 2> "node_name":"127.0.0.1:36500_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2467102 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2467102 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2467103 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib
[junit4] 2> 2467103 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2467104 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib
[junit4] 2> 2467104 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2467105 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2467105 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2467105 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib
[junit4] 2> 2467105 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2467106 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2467106 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib
[junit4] 2> 2467106 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2467106 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2467106 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2467108 WARN (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2467108 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2467109 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2467109 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2467109 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2467109 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2467110 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2467110 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2467110 WARN (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2467109 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2467112 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2467112 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2467113 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2467113 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2467113 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2467113 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2467114 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2467114 WARN (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2467116 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2467122 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2467123 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2467148 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema [severalReplicasInLIR_shard1_replica_n5] Schema name=default-config
[junit4] 2> 2467152 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema [severalReplicasInLIR_shard1_replica_n2] Schema name=default-config
[junit4] 2> 2467152 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [severalReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2467449 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2467502 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2467543 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'severalReplicasInLIR_shard1_replica_n5' using configuration from collection severalReplicasInLIR, trusted=true
[junit4] 2> 2467544 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38126.solr.core.severalReplicasInLIR.shard1.replica_n5' (registry 'solr.core.severalReplicasInLIR.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2467544 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrCore [[severalReplicasInLIR_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node1/./severalReplicasInLIR_shard1_replica_n5/data/]
[junit4] 2> 2467595 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'severalReplicasInLIR_shard1_replica_n1' using configuration from collection severalReplicasInLIR, trusted=true
[junit4] 2> 2467596 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36500.solr.core.severalReplicasInLIR.shard1.replica_n1' (registry 'solr.core.severalReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2467596 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[severalReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node2/./severalReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 2467604 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2467612 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2467623 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2467660 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'severalReplicasInLIR_shard1_replica_n2' using configuration from collection severalReplicasInLIR, trusted=true
[junit4] 2> 2467661 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.core.severalReplicasInLIR.shard1.replica_n2' (registry 'solr.core.severalReplicasInLIR.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e7300e9
[junit4] 2> 2467661 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [[severalReplicasInLIR_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LIROnShardRestartTest_50398FF462C271D2-001/tempDir-001/node3/./severalReplicasInLIR_shard1_replica_n2/data/]
[junit4] 2> 2467709 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2467791 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2467791 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2467793 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2467793 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2467793 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2467793 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2467794 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2467794 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2467800 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1baa19a0[severalReplicasInLIR_shard1_replica_n2] main]
[junit4] 2> 2467801 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/severalReplicasInLIR.AUTOCREATED
[junit4] 2> 2467802 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/severalReplicasInLIR.AUTOCREATED
[junit4] 2> 2467802 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/severalReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2467802 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2467803 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2467803 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2467803 INFO (qtp901277224-135572) [n:127.0.0.1:38126_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1514e15f[severalReplicasInLIR_shard1_replica_n5] main]
[junit4] 2> 2467804 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2467804 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2467806 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2467806 INFO (qtp1819613693-135578) [n:127.0.0.1:36500_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2467806 INFO (qtp1952643836-135588) [n:127.0.0.1:38537_solr c:severalReplicasInLIR s:shard1 r:core_node4 x:severalReplicasInLIR_sha
[...truncated too long message...]
ve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672695625
[copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672695625
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672695625
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 28ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 291 minutes 45 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1667 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1667/
2 tests failed.
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR
Error Message:
Error from server at http://127.0.0.1:40295/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40295/solr: Cannot create collection allReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([862DCC1E6FBFEF8E:DCB5F6D8113F8869]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([862DCC1E6FBFEF8E:775B2A4FE5A2D7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14893 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> 4414331 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/init-core-data-001
[junit4] 2> 4414332 WARN (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
[junit4] 2> 4414332 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4414334 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4414346 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001
[junit4] 2> 4414346 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4414347 INFO (Thread-7236) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4414347 INFO (Thread-7236) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4414440 ERROR (Thread-7236) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4414456 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34466
[junit4] 2> 4414515 INFO (zkConnectionManagerCallback-5241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4414558 INFO (jetty-launcher-5238-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 4414558 INFO (jetty-launcher-5238-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 4414559 INFO (jetty-launcher-5238-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57fd36e1{/solr,null,AVAILABLE}
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4414599 INFO (jetty-launcher-5238-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44663ec3{/solr,null,AVAILABLE}
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14e55003{HTTP/1.1,[http/1.1]}{127.0.0.1:40295}
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.e.j.s.Server Started @4414661ms
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40295}
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@725d395c{HTTP/1.1,[http/1.1]}{127.0.0.1:34690}
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.e.j.s.Server Started @4414661ms
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34690}
[junit4] 2> 4414600 ERROR (jetty-launcher-5238-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4414600 ERROR (jetty-launcher-5238-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-14T13:39:30.363Z
[junit4] 2> 4414600 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-14T13:39:30.363Z
[junit4] 2> 4414602 INFO (jetty-launcher-5238-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c20f6d1{/solr,null,AVAILABLE}
[junit4] 2> 4414614 INFO (jetty-launcher-5238-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31636054{HTTP/1.1,[http/1.1]}{127.0.0.1:46072}
[junit4] 2> 4414614 INFO (jetty-launcher-5238-thread-2) [ ] o.e.j.s.Server Started @4414676ms
[junit4] 2> 4414614 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46072}
[junit4] 2> 4414614 ERROR (jetty-launcher-5238-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4414614 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4414615 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 4414615 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4414615 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4414615 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-14T13:39:30.378Z
[junit4] 2> 4414615 INFO (zkConnectionManagerCallback-5244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4414615 INFO (zkConnectionManagerCallback-5245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4414616 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4414723 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4414808 INFO (zkConnectionManagerCallback-5247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4414914 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4416436 INFO (jetty-launcher-5238-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34466/solr
[junit4] 2> 4416451 INFO (zkConnectionManagerCallback-5251-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4416585 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105171027700004, likely client has closed socket
[junit4] 2> 4416748 INFO (jetty-launcher-5238-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34466/solr
[junit4] 2> 4416764 INFO (zkConnectionManagerCallback-5253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4416833 INFO (zkConnectionManagerCallback-5257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4416942 INFO (zkConnectionManagerCallback-5261-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4417048 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34690_solr
[junit4] 2> 4417049 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer Overseer (id=73490327070048261-127.0.0.1:34690_solr-n_0000000000) starting
[junit4] 2> 4417097 INFO (jetty-launcher-5238-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34466/solr
[junit4] 2> 4417156 INFO (zkConnectionManagerCallback-5268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4417159 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34466/solr ready
[junit4] 2> 4417169 INFO (zkConnectionManagerCallback-5272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4417194 INFO (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34690_solr
[junit4] 2> 4417319 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34690_solr
[junit4] 2> 4417326 INFO (zkConnectionManagerCallback-5274-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4417474 INFO (zkCallback-5252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4417474 INFO (zkCallback-5267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4417656 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4417693 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4417804 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34690.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4417819 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4417819 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40295_solr
[junit4] 2> 4417819 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40295_solr"} current state version: 0
[junit4] 2> 4417820 INFO (zkCallback-5267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4417820 INFO (zkCallback-5252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4417929 INFO (zkCallback-5273-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4418039 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34690.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418039 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34690.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418041 INFO (jetty-launcher-5238-thread-3) [n:127.0.0.1:34690_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/.
[junit4] 2> 4418077 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4418159 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4418159 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46072_solr
[junit4] 2> 4418216 INFO (zkCallback-5252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4418216 INFO (zkCallback-5267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4418236 INFO (zkCallback-5273-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4418366 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46072_solr"} current state version: 0
[junit4] 2> 4418366 INFO (zkConnectionManagerCallback-5282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4418382 INFO (zkCallback-5260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4418402 INFO (zkConnectionManagerCallback-5287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4418471 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4418472 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34466/solr ready
[junit4] 2> 4418493 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4418548 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4418568 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40295.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418581 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34466/solr ready
[junit4] 2> 4418604 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40295.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418604 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40295.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418621 INFO (jetty-launcher-5238-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/.
[junit4] 2> 4418670 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4418744 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46072.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418855 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46072.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418855 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46072.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4418856 INFO (jetty-launcher-5238-thread-2) [n:127.0.0.1:46072_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/.
[junit4] 2> 4419120 INFO (zkConnectionManagerCallback-5291-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4419191 INFO (zkConnectionManagerCallback-5296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4419191 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4419192 INFO (SUITE-LIROnShardRestartTest-seed#[862DCC1E6FBFEF8E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34466/solr ready
[junit4] 2> 4419519 INFO (TEST-LIROnShardRestartTest.testSeveralReplicasInLIR-seed#[862DCC1E6FBFEF8E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSeveralReplicasInLIR
[junit4] 2> 4419520 INFO (qtp43768490-23074) [n:127.0.0.1:34690_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=severalReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4419591 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection severalReplicasInLIR
[junit4] 2> 4419592 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/severalReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 4419593 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/severalReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 4419604 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/severalReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 4419606 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/severalReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 4419616 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/severalReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 4419617 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/severalReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 4419631 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 4419740 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 4419743 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 4419759 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 4419811 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 4419896 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 4419897 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 4419898 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 4419969 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 4419970 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 4419971 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 4419972 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 4419990 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 4419991 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 4420147 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 4420163 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 4420165 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 4420166 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 4420176 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 4420178 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 4420208 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 4420221 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 4420222 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 4420223 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 4420237 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 4420238 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 4420239 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 4420257 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 4420258 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 4420259 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 4420260 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 4420276 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 4420315 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 4420354 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 4420367 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 4420370 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 4420407 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 4420421 INFO (OverseerThreadFactory-7566-thread-1-processing-n:127.0.0.1:34690_solr) [n:127.0.0.1:34690_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/severalReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 4420434 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"severalReplicasInLIR",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 4420539 INFO (qtp43768490-23055) [n:127.0.0.1:34690_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 4420553 INFO (qtp228807398-23068) [n:127.0.0.1:40295_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=12
[junit4] 2> 4420555 INFO (qtp1016021923-23070) [n:127.0.0.1:46072_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4420568 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46072/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4420568 INFO (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46072/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4420584 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40295/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4420584 INFO (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40295/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4420585 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34690/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4420586 INFO (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34690/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4420788 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr x:severalReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=severalReplicasInLIR.AUTOCREATED&newCollection=true&name=severalReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=severalReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4420800 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr x:severalReplicasInLIR_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=severalReplicasInLIR.AUTOCREATED&newCollection=true&name=severalReplicasInLIR_shard1_replica_n2&action=CREATE&numShards=1&collection=severalReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4420819 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr x:severalReplicasInLIR_shard1_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=severalReplicasInLIR.AUTOCREATED&newCollection=true&name=severalReplicasInLIR_shard1_replica_n4&action=CREATE&numShards=1&collection=severalReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4420819 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4420831 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40295/solr",
[junit4] 2> "node_name":"127.0.0.1:40295_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4420831 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46072/solr",
[junit4] 2> "node_name":"127.0.0.1:46072_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4420846 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"severalReplicasInLIR_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34690/solr",
[junit4] 2> "node_name":"127.0.0.1:34690_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"severalReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4421866 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 4421866 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 4421866 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 4421866 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 4421866 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 4421867 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 4421867 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 4421867 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 4421867 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 4421867 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 4421868 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 4421868 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 4421868 WARN (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 4421882 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 4421882 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 4421882 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 4421882 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 4421882 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 4421883 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 4421883 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 4421883 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 4421883 WARN (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 4421902 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4421869 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 4421903 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 4421903 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 4421904 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 4421904 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 4421904 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 4421904 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 4421904 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 4421905 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 4421905 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 4421905 WARN (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 4421921 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4421927 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4421975 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [severalReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 4421999 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema [severalReplicasInLIR_shard1_replica_n4] Schema name=default-config
[junit4] 2> 4422010 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema [severalReplicasInLIR_shard1_replica_n2] Schema name=default-config
[junit4] 2> 4422975 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 4423122 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'severalReplicasInLIR_shard1_replica_n1' using configuration from collection severalReplicasInLIR, trusted=true
[junit4] 2> 4423122 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46072.solr.core.severalReplicasInLIR.shard1.replica_n1' (registry 'solr.core.severalReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4423123 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[severalReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/severalReplicasInLIR_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node3/./severalReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 4423153 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 4423250 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 4423266 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 4423674 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'severalReplicasInLIR_shard1_replica_n2' using configuration from collection severalReplicasInLIR, trusted=true
[junit4] 2> 4423675 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40295.solr.core.severalReplicasInLIR.shard1.replica_n2' (registry 'solr.core.severalReplicasInLIR.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4423675 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [[severalReplicasInLIR_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/severalReplicasInLIR_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node1/./severalReplicasInLIR_shard1_replica_n2/data/]
[junit4] 2> 4424153 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'severalReplicasInLIR_shard1_replica_n4' using configuration from collection severalReplicasInLIR, trusted=true
[junit4] 2> 4424153 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34690.solr.core.severalReplicasInLIR.shard1.replica_n4' (registry 'solr.core.severalReplicasInLIR.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3481973f
[junit4] 2> 4424154 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrCore [[severalReplicasInLIR_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/severalReplicasInLIR_shard1_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_862DCC1E6FBFEF8E-001/tempDir-001/node2/./severalReplicasInLIR_shard1_replica_n4/data/]
[junit4] 2> 4424172 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 4424228 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 4424371 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4424371 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4424537 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 4424537 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4424539 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fd935ff[severalReplicasInLIR_shard1_replica_n1] main]
[junit4] 2> 4424594 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/severalReplicasInLIR.AUTOCREATED
[junit4] 2> 4424594 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/severalReplicasInLIR.AUTOCREATED
[junit4] 2> 4424594 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/severalReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 4424595 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 4424595 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 4424595 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 4424597 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4424597 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614308316660367360
[junit4] 2> 4424614 INFO (searcherExecutor-7579-thread-1-processing-n:127.0.0.1:46072_solr x:severalReplicasInLIR_shard1_replica_n1 c:severalReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@fd935ff[severalReplicasInLIR_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4424614 INFO (searcherExecutor-7579-thread-1-processing-n:127.0.0.1:46072_solr x:severalReplicasInLIR_shard1_replica_n1 c:severalReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 4424614 INFO (searcherExecutor-7579-thread-1-processing-n:127.0.0.1:46072_solr x:severalReplicasInLIR_shard1_replica_n1 c:severalReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 4424615 INFO (searcherExecutor-7579-thread-1-processing-n:127.0.0.1:46072_solr x:severalReplicasInLIR_shard1_replica_n1 c:severalReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [severalReplicasInLIR_shard1_replica_n1] Registered new searcher Searcher@fd935ff[severalReplicasInLIR_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4424653 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/severalReplicasInLIR/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 4424689 INFO (qtp1016021923-23053) [n:127.0.0.1:46072_solr c:severalReplicasInLIR s:shard1 r:core_node3 x:severalReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 4424706 DEBUG (OverseerStateUpdate-73490327070048261-127.0.0.1:34690_solr-n_0000000000) [n:127.0.0.1:34690_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"severalReplicasInLIR"} current state version: 0
[junit4] 2> 4424743 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4424743 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4424744 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 4424744 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4424762 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a66286e[severalReplicasInLIR_shard1_replica_n2] main]
[junit4] 2> 4424763 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4424763 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4424797 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 4424797 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4424814 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4451b71d[severalReplicasInLIR_shard1_replica_n4] main]
[junit4] 2> 4424833 INFO (qtp228807398-23057) [n:127.0.0.1:40295_solr c:severalReplicasInLIR s:shard1 r:core_node5 x:severalReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/severalReplicasInLIR.AUTOCREATED
[junit4] 2> 4424846 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/severalReplicasInLIR.AUTOCREATED
[junit4] 2> 4424847 INFO (qtp43768490-23056) [n:127.0.0.1:34690_solr c:severalReplicasInLIR s:shard1 r:core_node6 x:severalReplicasInLIR_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _r
[...truncated too long message...]
aster/checkout/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/byte-buddy-1.6.2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-core-1.9.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-server-1.9.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-6.1.26.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mockito-core-2.6.2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/objenesis-2.5.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/queryparser/classes/test:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/backward-codecs/classes/test:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/usr/local/asfpackages/java/jdk1.8.0_172/lib/tools.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.6.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20181014_122555_60149778663652677881.events @/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20181014_122555_6016681248272043678476.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1563)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:577: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:59: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:267: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:558: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:1092: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 558 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-NightlyTests-master #1666 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any