You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2024/02/08 15:46:58 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.11 - Build # 521 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.11/521/
6 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
acoll: 1707398772810 bcoll: 1707398772821
Stack Trace:
java.lang.AssertionError: acoll: 1707398772810 bcoll: 1707398772821
at __randomizedtesting.SeedInfo.seed([1AD88F9CD421E8D7:928CB0467ADD852F]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.lang.Thread.run(Thread.java:750)
FAILED: org.apache.solr.cloud.OverseerTest.testReplay
Error Message:
Timeout waiting to see state for collection=collection1 :DocCollection(collection1//clusterstate.json/3 )={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "node_name":"127.0.0.1:8983_solr", "core":"core1", "roles":"", "state":"recovering", "base_url":"http://127.0.0.1:8983/solr"}, "core_node2":{ "node_name":"node1:8983_", "core":"core2", "roles":"", "state":"recovering", "base_url":"http://node1:8983"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true"}
Stack Trace:
java.util.concurrent.TimeoutException: Timeout waiting to see state for collection=collection1 :DocCollection(collection1//clusterstate.json/3 )={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"node_name":"127.0.0.1:8983_solr",
"core":"core1",
"roles":"",
"state":"recovering",
"base_url":"http://127.0.0.1:8983/solr"},
"core_node2":{
"node_name":"node1:8983_",
"core":"core2",
"roles":"",
"state":"recovering",
"base_url":"http://node1:8983"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true"}
at __randomizedtesting.SeedInfo.seed([1AD88F9CD421E8D7:521187D83A1299AC]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1854)
at org.apache.solr.cloud.OverseerTest.testReplay(OverseerTest.java:1258)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.lang.Thread.run(Thread.java:750)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:40623/_/sh
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:40623/_/sh
at __randomizedtesting.SeedInfo.seed([1AD88F9CD421E8D7:A21BDB3C28FA3DA2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1188)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:225)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:242)
at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitMixedReplicaTypes(ShardSplitTest.java:365)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:350)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 57 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas
Error Message:
Timed out waiting for trigger .auto_add_replicas to fire after simulated 60s (real 1200ms).
Stack Trace:
java.io.IOException: Timed out waiting for trigger .auto_add_replicas to fire after simulated 60s (real 1200ms).
at __randomizedtesting.SeedInfo.seed([1AD88F9CD421E8D7:93787CE0A02A24FE]:0)
at org.apache.solr.cloud.autoscaling.sim.SimScenario$SimWaitListener.wait(SimScenario.java:705)
at org.apache.solr.cloud.autoscaling.sim.SimScenario$WaitEvent.execute(SimScenario.java:771)
at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1119)
at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.lang.Thread.run(Thread.java:750)
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestRecoveryHdfs
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.search.TestRecoveryHdfs: 1) Thread[id=15481, name=Command processor, state=WAITING, group=TGRP-TestRecoveryHdfs] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1291) at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1275)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.TestRecoveryHdfs:
1) Thread[id=15481, name=Command processor, state=WAITING, group=TGRP-TestRecoveryHdfs]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1291)
at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1275)
at __randomizedtesting.SeedInfo.seed([1AD88F9CD421E8D7]:0)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypesLink
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:46833/_/sh
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:46833/_/sh
at __randomizedtesting.SeedInfo.seed([1AD88F9CD421E8D7:26B646C571F9434E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1188)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:225)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:242)
at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitMixedReplicaTypes(ShardSplitTest.java:365)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypesLink(ShardSplitTest.java:356)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 57 more
Build Log:
[...truncated 14055 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 843411 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/server/solr/configsets/_default/conf'
[junit4] 2> 843415 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-61 after mutting 0 log messages
[junit4] 2> 843415 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-62 for ERROR logs matching regex: ignore_exception
[junit4] 2> 843415 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_1AD88F9CD421E8D7-001/data-dir-23-001
[junit4] 2> 843415 WARN (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
[junit4] 2> 843416 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 843418 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 843418 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 843418 INFO (SUITE-ShardSplitTest-seed#[1AD88F9CD421E8D7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/sh
[junit4] 2> 843421 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-62 after mutting 0 log messages
[junit4] 2> 843421 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-63 for ERROR logs matching regex: ignore_exception
[junit4] 2> 843422 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 843430 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 843431 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 843431 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 843530 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer start zk server on port: 46855
[junit4] 2> 843531 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46855
[junit4] 2> 843531 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46855
[junit4] 2> 843531 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46855
[junit4] 2> 843532 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 843532 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 843560 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 843560 DEBUG (zkConnectionManagerCallback-2039-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@aac00aa name: ZooKeeperConnection Watcher:127.0.0.1:46855 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 843560 INFO (zkConnectionManagerCallback-2039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 843560 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 843560 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 843579 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 843606 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 843622 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 843634 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 843634 DEBUG (zkConnectionManagerCallback-2041-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@507d538b name: ZooKeeperConnection Watcher:127.0.0.1:46855/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 843634 INFO (zkConnectionManagerCallback-2041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 843634 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 843634 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 843638 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
[junit4] 2> 843638 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 843638 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 843639 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 843639 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 843640 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 843640 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 843641 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 843641 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 843642 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 843642 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 843643 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 843643 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 843643 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 843643 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 843644 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 843644 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 843645 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 843645 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 843646 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 843646 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 843647 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 843647 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 843647 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 844383 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 844383 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 844383 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.s.Server jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 1.8.0_362-b09
[junit4] 2> 844411 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 844411 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 844411 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 844419 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38ad9692{/_/sh,null,AVAILABLE}
[junit4] 2> 844435 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28adcc8{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46213}
[junit4] 2> 844435 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.s.Server Started @844507ms
[junit4] 2> 844436 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_1AD88F9CD421E8D7-001/tempDir-001/control/data, hostContext=/_/sh, hostPort=46213, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_1AD88F9CD421E8D7-001/control-001/cores}
[junit4] 2> 844439 ERROR (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 844439 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 844439 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.11.3
[junit4] 2> 844439 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 844439 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
[junit4] 2> 844439 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2024-02-08T12:57:52.884Z
[junit4] 2> 844439 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 844461 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 844475 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 844482 DEBUG (zkConnectionManagerCallback-2043-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58be9946 name: ZooKeeperConnection Watcher:127.0.0.1:46855/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 844482 INFO (zkConnectionManagerCallback-2043-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 844482 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 844483 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 844486 WARN (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-SendThread(127.0.0.1:46855)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1005bc9af620002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1005bc9af620002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1005bc9af620002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 844586 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
[junit4] 2> 844587 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 844587 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_1AD88F9CD421E8D7-001/control-001/solr.xml
[junit4] 2> 844591 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 844591 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 844602 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7587f769, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 849569 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 849591 WARN (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ce3197a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 849591 WARN (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ce3197a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 849823 WARN (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28a8a34a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 849823 WARN (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28a8a34a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 849824 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46855/solr
[junit4] 2> 849825 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 849846 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 849858 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 849859 DEBUG (zkConnectionManagerCallback-2054-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791d0b96 name: ZooKeeperConnection Watcher:127.0.0.1:46855 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 849859 INFO (zkConnectionManagerCallback-2054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 849859 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 849859 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 850192 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
[junit4] 2> 850193 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 850199 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 850199 DEBUG (zkConnectionManagerCallback-2056-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2af18dce name: ZooKeeperConnection Watcher:127.0.0.1:46855/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 850199 INFO (zkConnectionManagerCallback-2056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 850199 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 850203 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 850226 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 850242 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 850251 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer/async_ids
[junit4] 2> 850266 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 850285 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles
[junit4] 2> 850298 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/data
[junit4] 2> 850326 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/data/on
[junit4] 2> 850350 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/data/off
[junit4] 2> 850375 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/overseer
[junit4] 2> 850394 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/overseer/allowed
[junit4] 2> 850795 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/overseer/preferred
[junit4] 2> 850797 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/overseer/disallowed
[junit4] 2> 850799 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/coordinator
[junit4] 2> 850800 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/coordinator/on
[junit4] 2> 850801 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /node_roles/coordinator/off
[junit4] 2> 850802 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 850802 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events
[junit4] 2> 850806 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/triggerState
[junit4] 2> 850810 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeAdded
[junit4] 2> 850811 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeLost
[junit4] 2> 850812 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 850812 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /autoscaling.json
[junit4] 2> 850812 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 850813 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/protwords.txt
[junit4] 2> 850815 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/managed-schema
[junit4] 2> 850823 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/solrconfig.xml
[junit4] 2> 850824 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/synonyms.txt
[junit4] 2> 850840 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_it.txt
[junit4] 2> 850841 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_cz.txt
[junit4] 2> 850842 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fr.txt
[junit4] 2> 850843 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_no.txt
[junit4] 2> 850844 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ca.txt
[junit4] 2> 850845 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_sv.txt
[junit4] 2> 850846 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ca.txt
[junit4] 2> 850856 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hu.txt
[junit4] 2> 850857 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_gl.txt
[junit4] 2> 850858 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_bg.txt
[junit4] 2> 850859 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_th.txt
[junit4] 2> 850860 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ga.txt
[junit4] 2> 850861 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_da.txt
[junit4] 2> 850862 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_et.txt
[junit4] 2> 850875 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/userdict_ja.txt
[junit4] 2> 850876 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ga.txt
[junit4] 2> 850877 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_id.txt
[junit4] 2> 850878 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_tr.txt
[junit4] 2> 850879 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ja.txt
[junit4] 2> 850880 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ar.txt
[junit4] 2> 850881 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ru.txt
[junit4] 2> 850882 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/hyphenations_ga.txt
[junit4] 2> 850883 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_de.txt
[junit4] 2> 850891 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_en.txt
[junit4] 2> 850895 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stemdict_nl.txt
[junit4] 2> 850927 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ro.txt
[junit4] 2> 850950 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hy.txt
[junit4] 2> 850990 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_eu.txt
[junit4] 2> 851030 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hi.txt
[junit4] 2> 851062 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stoptags_ja.txt
[junit4] 2> 851086 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_fr.txt
[junit4] 2> 851106 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fi.txt
[junit4] 2> 851134 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_pt.txt
[junit4] 2> 851158 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_lv.txt
[junit4] 2> 851595 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_el.txt
[junit4] 2> 851631 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_it.txt
[junit4] 2> 851662 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_nl.txt
[junit4] 2> 851693 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_es.txt
[junit4] 2> 851713 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fa.txt
[junit4] 2> 851727 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/stopwords.txt
[junit4] 2> 851746 WARN (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 851746 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 851751 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
[junit4] 2> 851755 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
[junit4] 2> 851763 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
[junit4] 2> 851767 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
[junit4] 2> 851770 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
[junit4] 2> 851791 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 851799 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 851811 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46213__%2Fsh
[junit4] 2> 851811 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 851815 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.Overseer Overseer (id=72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) starting
[junit4] 2> 851823 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 851838 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 851866 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 851894 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46213__%2Fsh
[junit4] 2> 851894 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 851907 INFO (OverseerStateUpdate-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46213__%2Fsh
[junit4] 2> 851907 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes
[junit4] 2> 851907 DEBUG (zkCallback-2055-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 851927 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 851927 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 851927 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 851927 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 851927 INFO (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 851934 INFO (OverseerStateUpdate-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 851934 DEBUG (OverseerStateUpdate-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:46213__%2Fsh]
[junit4] 2> 851938 DEBUG (OverseerAutoScalingTriggerThread-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [ ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.scheduled_maintenance
[junit4] 2> 851942 DEBUG (OverseerStateUpdate-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
[junit4] 2> 851947 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.ZkController non-data nodes now []
[junit4] 2> 851985 DEBUG (OverseerAutoScalingTriggerThread-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [ ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.auto_add_replicas
[junit4] 2> 852003 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 852003 WARN (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 852071 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 852104 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587f769
[junit4] 2> 852117 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587f769
[junit4] 2> 852117 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587f769
[junit4] 2> 852118 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_1AD88F9CD421E8D7-001/control-001/cores
[junit4] 2> 852608 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 852609 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 852626 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
[junit4] 2> 852627 DEBUG (zkConnectionManagerCallback-2073-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32ddfb4d name: ZooKeeperConnection Watcher:127.0.0.1:46855/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
[junit4] 2> 852627 INFO (zkConnectionManagerCallback-2073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 852627 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 852627 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 852627 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 852631 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
[junit4] 2> 852632 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 852632 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:46213__%2Fsh]
[junit4] 2> 852642 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
[junit4] 2> 852642 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
[junit4] 2> 852655 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
[junit4] 2> 852655 INFO (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46855/solr ready
[junit4] 2> 852663 INFO (qtp1905069361-2986) [n:127.0.0.1:46213__%2Fsh ] o.a.s.s.HttpSolrCall HttpSolrCall.init(http://127.0.0.1:46213/_/sh/admin/collections?action=CREATE&name=control_collection&collection.configName=conf1&createNodeSet=127.0.0.1%3A46213__%252Fsh&numShards=1&nrtReplicas=1&wt=javabin&version=2)
[junit4] 2> 852678 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
[junit4] 2> 852687 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
[junit4] 2> 852693 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 852693 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 852693 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id: /overseer/collection-queue-work/qn-0000000000 message: {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46213__%2Fsh",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 852701 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 852701 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46213__%2Fsh",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 852701 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
[junit4] 2> 852703 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 852703 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 852703 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 852703 DEBUG (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 852703 INFO (OverseerCollectionConfigSetProcessor-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 852704 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=0, not overwriting ZK version.
[junit4] 2> 852704 INFO (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 852717 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 852718 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode: control_collection
[junit4] 2> 852720 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 852721 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
[junit4] 2> 852727 DEBUG (OverseerStateUpdate-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46213__%2Fsh",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 852727 DEBUG (OverseerStateUpdate-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 852758 DEBUG (OverseerStateUpdate-72158515826917380-127.0.0.1:46213__%2Fsh-n_0000000000) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 852782 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[1AD88F9CD421E8D7]-EventThread) [ ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
[junit4] 2> 852856 DEBUG (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:46213__%2Fsh) [n:127.0.0.1:46213__%2Fsh ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2>
[...truncated too long message...]
calhost:0}
[junit4] 2> 3412799 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3412799 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54796c43{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.4-tests.jar!/webapps/static,STOPPED}
[junit4] 2> 3412835 ERROR (Command processor) [ ] o.a.h.h.s.d.DataNode Command processor encountered interrupt and exit.
[junit4] 2> 3412835 WARN (Command processor) [ ] o.a.h.h.s.d.DataNode Ending command processor service for: Thread[Command processor,5,TGRP-TestRecoveryHdfs]
[junit4] 2> 3412836 WARN (BP-1819009315-127.0.0.1-1707399361732 heartbeating to localhost.localdomain/127.0.0.1:41057) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3412836 WARN (BP-1819009315-127.0.0.1-1707399361732 heartbeating to localhost.localdomain/127.0.0.1:41057) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1819009315-127.0.0.1-1707399361732 (Datanode Uuid f3a673fd-ef47-40a4-867c-61f7638e0cc2) service to localhost.localdomain/127.0.0.1:41057
[junit4] 2> 3412843 WARN (Listener at localhost.localdomain/42081) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3413242 WARN (BP-1819009315-127.0.0.1-1707399361732 heartbeating to localhost.localdomain/127.0.0.1:41057) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1819009315-127.0.0.1-1707399361732 (Datanode Uuid 33a5574f-0537-41a1-b352-0595800c2bee) service to localhost.localdomain/127.0.0.1:41057
[junit4] 2> 3413713 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@61ff100d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.4-tests.jar!/webapps/datanode}
[junit4] 2> 3413717 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@34180be{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 3413717 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3413717 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f392f20{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.4-tests.jar!/webapps/static,STOPPED}
[junit4] 2> 3413776 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@40b80cac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.4-tests.jar!/webapps/hdfs}
[junit4] 2> 3413782 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@f54816f{HTTP/1.1, (http/1.1)}{localhost.localdomain:0}
[junit4] 2> 3413783 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3413783 INFO (Listener at localhost.localdomain/42081) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73685bcd{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.4-tests.jar!/webapps/static,STOPPED}
[junit4] 2> 3413830 INFO (Listener at localhost.localdomain/42081) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-170 after mutting 0 log messages
[junit4] 2> 3413830 INFO (Listener at localhost.localdomain/42081) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-171 for ERROR logs matching regex: ignore_exception
[junit4] 2> 3413830 INFO (Listener at localhost.localdomain/42081) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 08, 2024 1:40:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> Feb 08, 2024 1:40:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.search.TestRecoveryHdfs:
[junit4] 2> 1) Thread[id=15481, name=Command processor, state=WAITING, group=TGRP-TestRecoveryHdfs]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1291)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1275)
[junit4] 2> Feb 08, 2024 1:40:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=15481, name=Command processor, state=WAITING, group=TGRP-TestRecoveryHdfs]
[junit4] 2> 3424453 ERROR (Command processor) [ ] o.a.h.h.s.d.DataNode Command processor encountered interrupt and exit.
[junit4] 2> 3424453 WARN (Command processor) [ ] o.a.h.h.s.d.DataNode Ending command processor service for: Thread[Command processor,5,TGRP-TestRecoveryHdfs]
[junit4] 2> Feb 08, 2024 1:40:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ja-JP, timezone=Pacific/Niue
[junit4] 2> NOTE: Linux 4.15.0-213-generic amd64/Temurin 1.8.0_362 (64-bit)/cpus=4,threads=2,free=216453032,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [TestLuceneIndexBackCompat, DistributedFacetPivotLongTailTest, TestSearcherReuse, TestCloudConsistency, TestDistributedMissingSort, ScheduledTriggerTest, ParsingFieldUpdateProcessorsTest, HdfsUnloadDistributedZkTest, TestDistribPackageStore, SolrTestCaseJ4Test, HdfsCollectionsAPIDistributedZkTest, TestXIncludeConfig, TestFileDictionaryLookup, TestConfigsApi, TestFieldSortValues, RequestLoggingTest, FieldAnalysisRequestHandlerTest, ZkControllerTest, NotRequiredUniqueKeyTest, TestRetrieveFieldsOptimizer, HdfsChaosMonkeySafeLeaderTest, TestSolrJacksonAnnotation, SpatialRPTFieldTypeTest, TriLevelCompositeIdRoutingTest, TestJsonFacets, NodeAddedTriggerIntegrationTest, SpellCheckCollatorWithCollapseTest, TestIndexingPerformance, TestDocSet, TestExplainDocTransformer, TestSimDistributedQueue, OverseerTest, ScriptEngineTest, TestCircuitBreaker, TestNumericRangeQuery64, SolrCoreCheckLockOnStartupTest, TestReloadAndDeleteDocs, FastVectorHighlighterTest, TestPullReplica, TestSchemalessBufferedUpdates, NodeMarkersRegistrationTest, PrimUtilsTest, TestHdfsCloudBackupRestore, LeaderFailureAfterFreshStartTest, MaxScoreCollectorTest, AuthToolTest, TestHighlightDedupGrouping, BadCopyFieldTest, ConfigureRecoveryStrategyTest, TestInPlaceUpdateWithRouteField, BaseCdcrDistributedZkTest, TestConfigSetImmutable, WordBreakSolrSpellCheckerTest, PeerSyncWithIndexFingerprintCachingTest, JavabinLoaderTest, DistanceUnitsTest, TestOverriddenPrefixQueryForCustomFieldType, JSONWriterTest, TestSolrDeletionPolicy1, MultiThreadedOCPTest, TestSimScenario, TestDynamicLoadingUrl, TestMinimalConfig, CoreMergeIndexesAdminHandlerTest, TestSkipOverseerOperations, DimensionalRoutedAliasUpdateProcessorTest, TestExclusionRuleCollectionAccess, TestUseDocValuesAsStored2, ClusterStateMockUtilTest, AtomicUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, StatsReloadRaceTest, TestPartialUpdateDeduplication, SegmentsInfoRequestHandlerTest, TestCodecSupport, TestWaitForStateWithJettyShutdowns, TimeZoneUtilsTest, HdfsDirectoryTest, MultiDestinationAuditLoggerTest, DirectSolrSpellCheckerTest, BlockJoinFacetDistribTest, TestStressCloudBlindAtomicUpdates, TestRecoveryHdfs]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRecoveryHdfs -Dtests.seed=1AD88F9CD421E8D7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=Pacific/Niue -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestRecoveryHdfs (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.TestRecoveryHdfs:
[junit4] > 1) Thread[id=15481, name=Command processor, state=WAITING, group=TGRP-TestRecoveryHdfs]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1291)
[junit4] > at org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1275)
[junit4] > at __randomizedtesting.SeedInfo.seed([1AD88F9CD421E8D7]:0)
[junit4] Completed [455/959 (5!)] on J0 in 291.78s, 11 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 56150 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.11 - Build # 522 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.11/522/
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testCreateLargeSimCollections
Error Message:
last ClusterState: znodeVersion: 192 live nodes:[127.0.0.1:10251_solr, 127.0.0.1:10296_solr, 127.0.0.1:10282_solr, 127.0.0.1:10249_solr, 127.0.0.1:10279_solr, 127.0.0.1:10304_solr, 127.0.0.1:10234_solr, 127.0.0.1:10265_solr, 127.0.0.1:10318_solr, 127.0.0.1:10320_solr, 127.0.0.1:10281_solr, 127.0.0.1:10266_solr, 127.0.0.1:10321_solr, 127.0.0.1:10235_solr, 127.0.0.1:10319_solr, 127.0.0.1:10233_solr, 127.0.0.1:10236_solr, 127.0.0.1:10305_solr, 127.0.0.1:10247_solr, 127.0.0.1:10252_solr, 127.0.0.1:10302_solr, 127.0.0.1:10284_solr, 127.0.0.1:10298_solr, 127.0.0.1:10295_solr, 127.0.0.1:10262_solr, 127.0.0.1:10231_solr, 127.0.0.1:10268_solr, 127.0.0.1:10315_solr, 127.0.0.1:10224_solr, 127.0.0.1:10263_solr, 127.0.0.1:10269_solr, 127.0.0.1:10246_solr, 127.0.0.1:10285_solr, 127.0.0.1:10316_solr, 127.0.0.1:10240_solr, 127.0.0.1:10275_solr, 127.0.0.1:10278_solr, 127.0.0.1:10250_solr, 127.0.0.1:10297_solr, 127.0.0.1:10300_solr, 127.0.0.1:10259_solr, 127.0.0.1:10291_solr, 127.0.0.1:10294_solr, 127.0.0.1:10309_solr, 127.0.0.1:10237_solr, 127.0.0.1:10253_solr, 127.0.0.1:10322_solr, 127.0.0.1:10306_solr, 127.0.0.1:10256_solr, 127.0.0.1:10303_solr, 127.0.0.1:10272_solr, 127.0.0.1:10257_solr, 127.0.0.1:10312_solr, 127.0.0.1:10226_solr, 127.0.0.1:10290_solr, 127.0.0.1:10273_solr, 127.0.0.1:10260_solr, 127.0.0.1:10258_solr, 127.0.0.1:10274_solr, 127.0.0.1:10313_solr, 127.0.0.1:10288_solr, 127.0.0.1:10243_solr, 127.0.0.1:10227_solr, 127.0.0.1:10230_solr, 127.0.0.1:10308_solr, 127.0.0.1:10225_solr, 127.0.0.1:10228_solr, 127.0.0.1:10241_solr, 127.0.0.1:10292_solr, 127.0.0.1:10255_solr, 127.0.0.1:10310_solr, 127.0.0.1:10239_solr, 127.0.0.1:10244_solr, 127.0.0.1:10287_solr, 127.0.0.1:10254_solr, 127.0.0.1:10293_solr, 127.0.0.1:10229_solr, 127.0.0.1:10299_solr, 127.0.0.1:10271_solr, 127.0.0.1:10276_solr, 127.0.0.1:10307_solr, 127.0.0.1:10323_solr, 127.0.0.1:10238_solr, 127.0.0.1:10270_solr, 127.0.0.1:10301_solr, 127.0.0.1:10232_solr, 127.0.0.1:10277_solr, 127.0.0.1:10261_solr, 127.0.0.1:10286_solr, 127.0.0.1:10289_solr, 127.0.0.1:10245_solr, 127.0.0.1:10242_solr, 127.0.0.1:10314_solr, 127.0.0.1:10317_solr, 127.0.0.1:10280_solr, 127.0.0.1:10283_solr, 127.0.0.1:10267_solr, 127.0.0.1:10311_solr, 127.0.0.1:10248_solr, 127.0.0.1:10264_solr] collections:{.system=DocCollection(.system//clusterstate.json/191 )={ "replicationFactor":"3", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":".system_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":".system_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10226_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node3":{ "core":".system_shard1_replica_n3", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10235_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}, large_sim_collection0=DocCollection(large_sim_collection0//clusterstate.json/191 )={ "replicationFactor":"1", "pullReplicas":"7", "router":{"name":"compositeId"}, "maxShardsPerNode":"7", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"3", "autoCreated":"true", "shards":{ "shard10":{ "replicas":{ "core_node122":{ "core":"large_sim_collection0_shard10_replica_t122", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10264_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node121":{ "core":"large_sim_collection0_shard10_replica_t121", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10305_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node120":{ "core":"large_sim_collection0_shard10_replica_n120", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10278_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node130":{ "core":"large_sim_collection0_shard10_replica_p130", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10228_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node119":{ "core":"large_sim_collection0_shard10_replica_n119", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node129":{ "core":"large_sim_collection0_shard10_replica_p129", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10262_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node118":{ "core":"large_sim_collection0_shard10_replica_n118", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node128":{ "core":"large_sim_collection0_shard10_replica_p128", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node127":{ "core":"large_sim_collection0_shard10_replica_p127", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node126":{ "core":"large_sim_collection0_shard10_replica_p126", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10307_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node125":{ "core":"large_sim_collection0_shard10_replica_p125", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10291_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node124":{ "core":"large_sim_collection0_shard10_replica_p124", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10301_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node123":{ "core":"large_sim_collection0_shard10_replica_t123", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10229_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"24920000-36daffff", "state":"active"}, "shard11":{ "replicas":{ "core_node133":{ "core":"large_sim_collection0_shard11_replica_n133", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node143":{ "core":"large_sim_collection0_shard11_replica_p143", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10288_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node132":{ "core":"large_sim_collection0_shard11_replica_n132", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10227_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node142":{ "core":"large_sim_collection0_shard11_replica_p142", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10243_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node131":{ "core":"large_sim_collection0_shard11_replica_n131", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node141":{ "core":"large_sim_collection0_shard11_replica_p141", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10265_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node140":{ "core":"large_sim_collection0_shard11_replica_p140", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10293_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node139":{ "core":"large_sim_collection0_shard11_replica_p139", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node138":{ "core":"large_sim_collection0_shard11_replica_p138", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10254_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node137":{ "core":"large_sim_collection0_shard11_replica_p137", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10302_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node136":{ "core":"large_sim_collection0_shard11_replica_t136", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node135":{ "core":"large_sim_collection0_shard11_replica_t135", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10269_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node134":{ "core":"large_sim_collection0_shard11_replica_t134", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10275_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"36db0000-4923ffff", "state":"active"}, "shard12":{ "replicas":{ "core_node155":{ "core":"large_sim_collection0_shard12_replica_p155", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node144":{ "core":"large_sim_collection0_shard12_replica_n144", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10271_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node154":{ "core":"large_sim_collection0_shard12_replica_p154", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node153":{ "core":"large_sim_collection0_shard12_replica_p153", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10235_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node152":{ "core":"large_sim_collection0_shard12_replica_p152", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10226_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node151":{ "core":"large_sim_collection0_shard12_replica_p151", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10287_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node150":{ "core":"large_sim_collection0_shard12_replica_p150", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10274_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node149":{ "core":"large_sim_collection0_shard12_replica_t149", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10299_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node148":{ "core":"large_sim_collection0_shard12_replica_t148", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10224_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node147":{ "core":"large_sim_collection0_shard12_replica_t147", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node146":{ "core":"large_sim_collection0_shard12_replica_n146", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10267_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node145":{ "core":"large_sim_collection0_shard12_replica_n145", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node156":{ "core":"large_sim_collection0_shard12_replica_p156", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10253_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"49240000-5b6cffff", "state":"active"}, "shard2":{ "replicas":{ "core_node18":{ "core":"large_sim_collection0_shard2_replica_t18", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node17":{ "core":"large_sim_collection0_shard2_replica_t17", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10257_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node19":{ "core":"large_sim_collection0_shard2_replica_t19", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node21":{ "core":"large_sim_collection0_shard2_replica_p21", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10305_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node20":{ "core":"large_sim_collection0_shard2_replica_p20", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10278_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node23":{ "core":"large_sim_collection0_shard2_replica_p23", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10229_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node22":{ "core":"large_sim_collection0_shard2_replica_p22", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10264_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node25":{ "core":"large_sim_collection0_shard2_replica_p25", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10291_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node14":{ "core":"large_sim_collection0_shard2_replica_n14", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10239_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node24":{ "core":"large_sim_collection0_shard2_replica_p24", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10301_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node16":{ "core":"large_sim_collection0_shard2_replica_n16", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10323_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node15":{ "core":"large_sim_collection0_shard2_replica_n15", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10315_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node26":{ "core":"large_sim_collection0_shard2_replica_p26", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10307_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"92490000-a491ffff", "state":"active"}, "shard13":{ "replicas":{ "core_node166":{ "core":"large_sim_collection0_shard13_replica_p166", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10312_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node165":{ "core":"large_sim_collection0_shard13_replica_p165", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10313_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node164":{ "core":"large_sim_collection0_shard13_replica_p164", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10303_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node163":{ "core":"large_sim_collection0_shard13_replica_p163", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node162":{ "core":"large_sim_collection0_shard13_replica_t162", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node161":{ "core":"large_sim_collection0_shard13_replica_t161", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10280_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node160":{ "core":"large_sim_collection0_shard13_replica_t160", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10308_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node159":{ "core":"large_sim_collection0_shard13_replica_n159", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10318_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node169":{ "core":"large_sim_collection0_shard13_replica_p169", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node158":{ "core":"large_sim_collection0_shard13_replica_n158", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10276_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node168":{ "core":"large_sim_collection0_shard13_replica_p168", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10322_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node157":{ "core":"large_sim_collection0_shard13_replica_n157", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10310_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node167":{ "core":"large_sim_collection0_shard13_replica_p167", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10244_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"5b6d0000-6db5ffff", "state":"active"}, "shard3":{ "replicas":{ "core_node29":{ "core":"large_sim_collection0_shard3_replica_n29", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10262_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node39":{ "core":"large_sim_collection0_shard3_replica_p39", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node28":{ "core":"large_sim_collection0_shard3_replica_n28", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node32":{ "core":"large_sim_collection0_shard3_replica_t32", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10227_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node31":{ "core":"large_sim_collection0_shard3_replica_t31", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node34":{ "core":"large_sim_collection0_shard3_replica_p34", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10275_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node33":{ "core":"large_sim_collection0_shard3_replica_p33", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node36":{ "core":"large_sim_collection0_shard3_replica_p36", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node35":{ "core":"large_sim_collection0_shard3_replica_p35", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10269_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node38":{ "core":"large_sim_collection0_shard3_replica_p38", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10254_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node27":{ "core":"large_sim_collection0_shard3_replica_n27", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node37":{ "core":"large_sim_collection0_shard3_replica_p37", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10302_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node30":{ "core":"large_sim_collection0_shard3_replica_t30", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10228_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"a4920000-b6daffff", "state":"active"}, "shard14":{ "replicas":{ "core_node180":{ "core":"large_sim_collection0_shard14_replica_p180", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10273_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node179":{ "core":"large_sim_collection0_shard14_replica_p179", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10314_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node178":{ "core":"large_sim_collection0_shard14_replica_p178", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node177":{ "core":"large_sim_collection0_shard14_replica_p177", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10283_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node176":{ "core":"large_sim_collection0_shard14_replica_p176", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10266_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node175":{ "core":"large_sim_collection0_shard14_replica_t175", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node174":{ "core":"large_sim_collection0_shard14_replica_t174", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10281_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node173":{ "core":"large_sim_collection0_shard14_replica_t173", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10232_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node172":{ "core":"large_sim_collection0_shard14_replica_n172", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10289_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node171":{ "core":"large_sim_collection0_shard14_replica_n171", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node181":{ "core":"large_sim_collection0_shard14_replica_p181", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node170":{ "core":"large_sim_collection0_shard14_replica_n170", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"6db60000-7fffffff", "state":"active"}, "shard4":{ "replicas":{ "core_node43":{ "core":"large_sim_collection0_shard4_replica_t43", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10288_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node42":{ "core":"large_sim_collection0_shard4_replica_n42", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10243_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node45":{ "core":"large_sim_collection0_shard4_replica_t45", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node44":{ "core":"large_sim_collection0_shard4_replica_t44", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10271_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node47":{ "core":"large_sim_collection0_shard4_replica_p47", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node46":{ "core":"large_sim_collection0_shard4_replica_p46", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10267_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node49":{ "core":"large_sim_collection0_shard4_replica_p49", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10299_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node48":{ "core":"large_sim_collection0_shard4_replica_p48", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10224_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node50":{ "core":"large_sim_collection0_shard4_replica_p50", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10274_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node41":{ "core":"large_sim_collection0_shard4_replica_n41", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10265_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node52":{ "core":"large_sim_collection0_shard4_replica_p52", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10226_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node51":{ "core":"large_sim_collection0_shard4_replica_p51", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10287_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node40":{ "core":"large_sim_collection0_shard4_replica_n40", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10293_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"b6db0000-c923ffff", "state":"active"}, "shard5":{ "replicas":{ "core_node54":{ "core":"large_sim_collection0_shard5_replica_n54", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node65":{ "core":"large_sim_collection0_shard5_replica_p65", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10313_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node53":{ "core":"large_sim_collection0_shard5_replica_n53", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10235_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node64":{ "core":"large_sim_collection0_shard5_replica_p64", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10303_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node56":{ "core":"large_sim_collection0_shard5_replica_t56", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10253_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node55":{ "core":"large_sim_collection0_shard5_replica_n55", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node58":{ "core":"large_sim_collection0_shard5_replica_t58", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10276_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node57":{ "core":"large_sim_collection0_shard5_replica_t57", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10310_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node59":{ "core":"large_sim_collection0_shard5_replica_p59", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10318_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node61":{ "core":"large_sim_collection0_shard5_replica_p61", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10280_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node60":{ "core":"large_sim_collection0_shard5_replica_p60", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10308_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node63":{ "core":"large_sim_collection0_shard5_replica_p63", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node62":{ "core":"large_sim_collection0_shard5_replica_p62", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"c9240000-db6cffff", "state":"active"}, "shard1":{ "replicas":{ "core_node1":{ "core":"large_sim_collection0_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node10":{ "core":"large_sim_collection0_shard1_replica_p10", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10319_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node12":{ "core":"large_sim_collection0_shard1_replica_p12", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10234_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node11":{ "core":"large_sim_collection0_shard1_replica_p11", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10246_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node13":{ "core":"large_sim_collection0_shard1_replica_p13", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10321_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node6":{ "core":"large_sim_collection0_shard1_replica_t6", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10238_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node7":{ "core":"large_sim_collection0_shard1_replica_p7", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10256_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node8":{ "core":"large_sim_collection0_shard1_replica_p8", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10309_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node9":{ "core":"large_sim_collection0_shard1_replica_p9", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10282_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"large_sim_collection0_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10247_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node3":{ "core":"large_sim_collection0_shard1_replica_n3", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10260_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"large_sim_collection0_shard1_replica_t4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10294_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node5":{ "core":"large_sim_collection0_shard1_replica_t5", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10304_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-9248ffff", "state":"active"}, "shard6":{ "replicas":{ "core_node76":{ "core":"large_sim_collection0_shard6_replica_p76", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10266_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node75":{ "core":"large_sim_collection0_shard6_replica_p75", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node78":{ "core":"large_sim_collection0_shard6_replica_p78", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node67":{ "core":"large_sim_collection0_shard6_replica_n67", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10244_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node66":{ "core":"large_sim_collection0_shard6_replica_n66", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10312_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node77":{ "core":"large_sim_collection0_shard6_replica_p77", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10283_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node69":{ "core":"large_sim_collection0_shard6_replica_t69", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node68":{ "core":"large_sim_collection0_shard6_replica_n68", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10322_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node70":{ "core":"large_sim_collection0_shard6_replica_t70", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node72":{ "core":"large_sim_collection0_shard6_replica_p72", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10289_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node71":{ "core":"large_sim_collection0_shard6_replica_t71", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node74":{ "core":"large_sim_collection0_shard6_replica_p74", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10281_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node73":{ "core":"large_sim_collection0_shard6_replica_p73", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10232_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"db6d0000-edb5ffff", "state":"active"}, "shard7":{ "replicas":{ "core_node87":{ "core":"large_sim_collection0_shard7_replica_p87", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10268_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node86":{ "core":"large_sim_collection0_shard7_replica_p86", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10231_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node89":{ "core":"large_sim_collection0_shard7_replica_p89", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10286_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node88":{ "core":"large_sim_collection0_shard7_replica_p88", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10316_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node79":{ "core":"large_sim_collection0_shard7_replica_n79", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10314_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node90":{ "core":"large_sim_collection0_shard7_replica_p90", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10290_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node81":{ "core":"large_sim_collection0_shard7_replica_n81", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node80":{ "core":"large_sim_collection0_shard7_replica_n80", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10273_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node91":{ "core":"large_sim_collection0_shard7_replica_p91", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10230_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node83":{ "core":"large_sim_collection0_shard7_replica_t83", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10277_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node82":{ "core":"large_sim_collection0_shard7_replica_t82", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10251_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node85":{ "core":"large_sim_collection0_shard7_replica_p85", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10279_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node84":{ "core":"large_sim_collection0_shard7_replica_t84", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10298_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"edb60000-ffffffff", "state":"active"}, "shard8":{ "replicas":{ "core_node100":{ "core":"large_sim_collection0_shard8_replica_p100", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10225_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node98":{ "core":"large_sim_collection0_shard8_replica_p98", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10292_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node97":{ "core":"large_sim_collection0_shard8_replica_t97", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10245_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node99":{ "core":"large_sim_collection0_shard8_replica_p99", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10284_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node92":{ "core":"large_sim_collection0_shard8_replica_n92", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10252_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node94":{ "core":"large_sim_collection0_shard8_replica_n94", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10250_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node104":{ "core":"large_sim_collection0_shard8_replica_p104", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10294_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node103":{ "core":"large_sim_collection0_shard8_replica_p103", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10260_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node93":{ "core":"large_sim_collection0_shard8_replica_n93", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10258_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node102":{ "core":"large_sim_collection0_shard8_replica_p102", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10247_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node96":{ "core":"large_sim_collection0_shard8_replica_t96", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10300_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node101":{ "core":"large_sim_collection0_shard8_replica_p101", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node95":{ "core":"large_sim_collection0_shard8_replica_t95", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10295_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-1248ffff", "state":"active"}, "shard9":{ "replicas":{ "core_node111":{ "core":"large_sim_collection0_shard9_replica_p111", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10246_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node110":{ "core":"large_sim_collection0_shard9_replica_t110", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10319_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node108":{ "core":"large_sim_collection0_shard9_replica_t108", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10309_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node107":{ "core":"large_sim_collection0_shard9_replica_n107", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10256_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node117":{ "core":"large_sim_collection0_shard9_replica_p117", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10257_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node106":{ "core":"large_sim_collection0_shard9_replica_n106", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10238_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node105":{ "core":"large_sim_collection0_shard9_replica_n105", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10304_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node116":{ "core":"large_sim_collection0_shard9_replica_p116", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10323_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node115":{ "core":"large_sim_collection0_shard9_replica_p115", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10315_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node114":{ "core":"large_sim_collection0_shard9_replica_p114", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10239_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node113":{ "core":"large_sim_collection0_shard9_replica_p113", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10321_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node112":{ "core":"large_sim_collection0_shard9_replica_p112", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10234_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node109":{ "core":"large_sim_collection0_shard9_replica_t109", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10282_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"12490000-2491ffff", "state":"active"}}}}, last coll state: DocCollection(large_sim_collection0//clusterstate.json/191 )={ "replicationFactor":"1", "pullReplicas":"7", "router":{"name":"compositeId"}, "maxShardsPerNode":"7", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"3", "autoCreated":"true", "shards":{ "shard10":{ "replicas":{ "core_node122":{ "core":"large_sim_collection0_shard10_replica_t122", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10264_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node121":{ "core":"large_sim_collection0_shard10_replica_t121", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10305_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node120":{ "core":"large_sim_collection0_shard10_replica_n120", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10278_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node130":{ "core":"large_sim_collection0_shard10_replica_p130", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10228_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node119":{ "core":"large_sim_collection0_shard10_replica_n119", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node129":{ "core":"large_sim_collection0_shard10_replica_p129", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10262_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node118":{ "core":"large_sim_collection0_shard10_replica_n118", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node128":{ "core":"large_sim_collection0_shard10_replica_p128", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node127":{ "core":"large_sim_collection0_shard10_replica_p127", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node126":{ "core":"large_sim_collection0_shard10_replica_p126", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10307_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node125":{ "core":"large_sim_collection0_shard10_replica_p125", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10291_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node124":{ "core":"large_sim_collection0_shard10_replica_p124", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10301_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node123":{ "core":"large_sim_collection0_shard10_replica_t123", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10229_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"24920000-36daffff", "state":"active"}, "shard11":{ "replicas":{ "core_node133":{ "core":"large_sim_collection0_shard11_replica_n133", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node143":{ "core":"large_sim_collection0_shard11_replica_p143", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10288_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node132":{ "core":"large_sim_collection0_shard11_replica_n132", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10227_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node142":{ "core":"large_sim_collection0_shard11_replica_p142", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10243_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node131":{ "core":"large_sim_collection0_shard11_replica_n131", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node141":{ "core":"large_sim_collection0_shard11_replica_p141", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10265_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node140":{ "core":"large_sim_collection0_shard11_replica_p140", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10293_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node139":{ "core":"large_sim_collection0_shard11_replica_p139", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node138":{ "core":"large_sim_collection0_shard11_replica_p138", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10254_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node137":{ "core":"large_sim_collection0_shard11_replica_p137", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10302_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node136":{ "core":"large_sim_collection0_shard11_replica_t136", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node135":{ "core":"large_sim_collection0_shard11_replica_t135", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10269_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node134":{ "core":"large_sim_collection0_shard11_replica_t134", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10275_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"36db0000-4923ffff", "state":"active"}, "shard12":{ "replicas":{ "core_node155":{ "core":"large_sim_collection0_shard12_replica_p155", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node144":{ "core":"large_sim_collection0_shard12_replica_n144", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10271_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node154":{ "core":"large_sim_collection0_shard12_replica_p154", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node153":{ "core":"large_sim_collection0_shard12_replica_p153", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0,
[...truncated too long message...]
4] 2> {"core_node7":{}},
[junit4] 2> {"core_node1":{}},
[junit4] 2> {"core_node6":{}},
[junit4] 2> {"core_node10":{}},
[junit4] 2> {"core_node4":{}},
[junit4] 2> {"core_node2":{}},
[junit4] 2> {"core_node9":{}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "__compute_diag__":{
[junit4] 2> "estimatedMaxOps":1500,
[junit4] 2> "requestedOperations":1,
[junit4] 2> "opLimit":1,
[junit4] 2> "opLimitReached":true,
[junit4] 2> "maxOperations":1500},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10486_solr":4.0,
[junit4] 2> "127.0.0.1:10450_solr":4.0,
[junit4] 2> "127.0.0.1:10429_solr":4.0,
[junit4] 2> "127.0.0.1:10431_solr":4.0,
[junit4] 2> "127.0.0.1:10443_solr":4.0,
[junit4] 2> "127.0.0.1:10434_solr":4.0,
[junit4] 2> "127.0.0.1:10424_solr":4.0,
[junit4] 2> "127.0.0.1:10488_solr":4.0,
[junit4] 2> "127.0.0.1:10497_solr":4.0,
[junit4] 2> "127.0.0.1:10496_solr":4.0},
[junit4] 2> "_enqueue_time_":1607764955069182,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}} with context properties: {operations=[{
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"ADDREPLICA",
[junit4] 2> "params.collection":"testSearchRate",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.node":"127.0.0.1:10472_solr",
[junit4] 2> "params.type":"NRT"}], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 5361739 DEBUG (AutoscalingActionExecutor-20809-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10472_solr&type=NRT
[junit4] 2> 5361749 INFO (simCloudManagerPool-20807-thread-32) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10472_solr for creating new replica of shard shard1 for collection testSearchRate
[junit4] 2> 5361749 INFO (simCloudManagerPool-20807-thread-32) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 5361754 DEBUG (simCloudManagerPool-20807-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31
[junit4] 2> 5361755 DEBUG (simCloudManagerPool-20807-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
[junit4] 2> 5361762 DEBUG (AutoscalingActionExecutor-20809-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32
[junit4] 2> 5361763 DEBUG (AutoscalingActionExecutor-20809-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
[junit4] 2> 5361784 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 5361788 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[45896BAE9001F6CA]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 5361805 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[45896BAE9001F6CA]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 5361805 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[45896BAE9001F6CA]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 5361809 DEBUG (AutoscalingActionExecutor-20809-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 7628 ms for event id=5b63f4b17d47aTaapx7yxidw0i5x3g7op1969qf
[junit4] 2> 5361809 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[45896BAE9001F6CA]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 5361809 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[45896BAE9001F6CA]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 5361809 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[45896BAE9001F6CA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 5361810 INFO (TEST-TestSimLargeCluster.testSearchRate-seed#[45896BAE9001F6CA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
[junit4] 2> 5361811 INFO (SUITE-TestSimLargeCluster-seed#[45896BAE9001F6CA]-worker) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-415 after mutting 0 log messages
[junit4] 2> 5361811 INFO (SUITE-TestSimLargeCluster-seed#[45896BAE9001F6CA]-worker) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-416 for ERROR logs matching regex: ignore_exception
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_45896BAE9001F6CA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=549, maxMBSortInHeap=5.54778432616843, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-Latn-RS, timezone=EET
[junit4] 2> NOTE: Linux 4.15.0-213-generic amd64/Temurin 1.8.0_362 (64-bit)/cpus=4,threads=1,free=156783368,total=533200896
[junit4] 2> NOTE: All tests run in this JVM: [TestSQLHandler, IgnoreLargeDocumentProcessorFactoryTest, CursorMarkTest, NestedShardedAtomicUpdateTest, TestManagedResourceStorage, HdfsNNFailoverTest, TestFieldCacheWithThreads, TestSubQueryTransformer, PKIAuthenticationIntegrationTest, CdcrBidirectionalTest, IndexSizeTriggerTest, ConcurrentDeleteAndCreateCollectionTest, AuditLoggerIntegrationTest, RoutingToNodesWithPropertiesTest, TestTrackingShardHandlerFactory, TestHashQParserPlugin, TestConfLoadPerf, TestSortByMinMaxFunction, SecurityHeadersTest, TestDistributedTracing, SystemInfoHandlerTest, TestRandomRequestDistribution, DataDrivenBlockJoinTest, TestSolrCoreProperties, TestPayloadCheckQParserPlugin, AssignBackwardCompatibilityTest, TestSolrCachePerf, DistributedSuggestComponentTest, MetricsDisabledCloudTest, TestSystemIdResolver, BasicAuthOnSingleNodeTest, ShardsWhitelistTest, DocValuesNotIndexedTest, ChaosMonkeyNothingIsSafeTest, SQLWithAuthzEnabledTest, TestShardHandlerFactory, MetricsHistoryHandlerTest, BadIndexSchemaTest, UtilsToolTest, TestReversedWildcardFilterFactory, OverseerCollectionConfigSetProcessorTest, SchemaApiFailureTest, TaggerTest, SolrMetricsIntegrationTest, PreAnalyzedFieldTest, TestMiniSolrCloudClusterSSL, TestSimpleQParserPlugin, FileBasedSpellCheckerTest, RequestHandlersTest, TestFieldCacheReopen, MetricsHistoryWithAuthIntegrationTest, TestCloudPseudoReturnFields, TestCloudJSONFacetSKGEquiv, TestQueryUtils, TestJmxIntegration, SignatureUpdateProcessorFactoryTest, TestElisionMultitermQuery, SortSpecParsingTest, AssignTest, ShowFileRequestHandlerTest, TestConfigSetsAPIZkFailure, TestDistribIDF, TriggerCooldownIntegrationTest, SolrSlf4jReporterTest, TestWithCollection, TestConfigSetProperties, MaxSizeAutoCommitTest, CreateRoutedAliasTest, CdcrRequestHandlerTest, SearchHandlerTest, TestReload, TestSortableTextField, TestSimExecutePlanAction, TestSolrConfigHandlerCloud, TestCloudDeleteByQuery, TestWriterPerf, TestPostingsSolrHighlighter, HLLUtilTest, HighlighterConfigTest, ZookeeperStatusHandlerFailureTest, UninvertDocValuesMergePolicyTest, LeaderElectionIntegrationTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestLocalFSCloudBackupRestore, ShardRoutingTest, UniqFieldsUpdateProcessorFactoryTest, DaemonStreamApiTest, InfixSuggestersTest, TestStressRecovery, TestNestedUpdateProcessor, CoreAdminHandlerTest, InvalidConfigJoinQueryTest, BinaryUpdateRequestHandlerTest, SimpleMLTQParserTest, SubstringBytesRefFilterTest, BlockJoinFacetRandomTest, TestAtomicUpdateErrorCases, LoggingHandlerTest, TestReplicationHandlerBackup, TestHashPartitioner, DistributedIntervalFacetingTest, DistributedExpandComponentTest, TestFreeTextSuggestions, SmileWriterTest, HdfsBasicDistributedZk2Test, TestNumericTokenStream, AutoAddReplicasPlanActionTest, SyncSliceTest, TestLegacyTerms, XsltUpdateRequestHandlerTest, DistributedQueryComponentCustomSortTest, TestGeoJSONResponseWriter, TestFieldTypeCollectionResource, TestCloudDeduplication, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TokenizerChainTest, TestLuceneIndexBackCompat, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionWithTlogReplicasTest, LeaderVoteWaitTimeoutTest, PeerSyncReplicationTest, ReplicationFactorTest, TestAuthenticationFramework, TestCloudPhrasesIdentificationComponent, TestCloudRecovery2, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestPullReplica, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, ZkControllerTest, ZkNodePropsTest, BackupRestoreApiErrorConditionsTest, CollectionReloadTest, HdfsCloudIncrementalBackupTest, NodeLostTriggerIntegrationTest, RestoreTriggerStateTest, TestSimClusterStateProvider, TestSimLargeCluster]
[junit4] Completed [665/959 (4!)] on J1 in 237.29s, 6 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 55420 lines...]