You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2022/09/25 07:03:48 UTC
[JENKINS] Solr-main-MacOSX (64bit/jdk-16.0.2) - Build # 1606 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/1606/
Java: 64bit/jdk-16.0.2 -XX:+UseCompressedOops -XX:+UseShenandoahGC
7 tests failed.
FAILED: org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts
Error Message:
java.lang.AssertionError: There was an intermediate transition, previous: 127.0.0.1:50089_solr, intermediate transition: 127.0.0.1:50088_solr
Stack Trace:
java.lang.AssertionError: There was an intermediate transition, previous: 127.0.0.1:50089_solr, intermediate transition: 127.0.0.1:50088_solr
at __randomizedtesting.SeedInfo.seed([7C6324524DF228B3:7442330D73AC3AB9]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:58)
at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:73)
at org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts(OverseerRolesTest.java:224)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:831)
FAILED: org.apache.solr.cloud.ReplaceNodeTest.testGoodSpreadDuringAssignWithNoTarget
Error Message:
java.lang.AssertionError: There should be no more replicas on the sourceNode after a replaceNode request. expected:<[]> but was:<[core_node17:{
"core":"replacenodetest_coll_shard1_replica_n5",
"core_node_name":"core_node17",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"}, core_node22:{
"core":"replacenodetest_coll_shard2_replica_n10",
"core_node_name":"core_node22",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"}, core_node21:{
"core":"replacenodetest_coll_shard3_replica_n9",
"core_node_name":"core_node21",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard3",
"type":"NRT",
"force_set_state":"false"}, core_node14:{
"core":"replacenodetest_coll_shard4_replica_n2",
"core_node_name":"core_node14",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard4",
"type":"NRT",
"force_set_state":"false"}]>
Stack Trace:
java.lang.AssertionError: There should be no more replicas on the sourceNode after a replaceNode request. expected:<[]> but was:<[core_node17:{
"core":"replacenodetest_coll_shard1_replica_n5",
"core_node_name":"core_node17",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"}, core_node22:{
"core":"replacenodetest_coll_shard2_replica_n10",
"core_node_name":"core_node22",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"}, core_node21:{
"core":"replacenodetest_coll_shard3_replica_n9",
"core_node_name":"core_node21",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard3",
"type":"NRT",
"force_set_state":"false"}, core_node14:{
"core":"replacenodetest_coll_shard4_replica_n2",
"core_node_name":"core_node14",
"node_name":"127.0.0.1:50142_solr",
"base_url":"http://127.0.0.1:50142/solr",
"state":"active",
"collection":"replacenodetest_coll",
"shard":"shard4",
"type":"NRT",
"force_set_state":"false"}]>
at __randomizedtesting.SeedInfo.seed([7C6324524DF228B3:5208F0687891F9C7]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.apache.solr.cloud.ReplaceNodeTest.testGoodSpreadDuringAssignWithNoTarget(ReplaceNodeTest.java:268)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:831)
FAILED: org.apache.solr.cloud.ReplaceNodeTest.test
Error Message:
java.lang.AssertionError: Expecting no cores but found some: {replacenodetest_coll_shard2_replica_n21={name=replacenodetest_coll_shard2_replica_n21, instanceDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard2_replica_n21, dataDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard2_replica_n21/data/, config=solrconfig.xml, schema=schema.xml, startTime=Sun Sep 25 01:47:48 CDT 2022, uptime=29543, lastPublished=active, configVersion=0, cloud={collection=replacenodetest_coll, shard=shard2, replica=core_node22, replicaType=NRT}, index={numDocs=0, maxDoc=0, deletedDocs=0, version=3, segmentCount=0, current=false, hasDeletions=false, directory=org.apache.lucene.tests.store.MockDirectoryWrapper:MockDirectoryWrapper(ByteBuffersDirectory@316d7d87 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1081d75c), segmentsFile=segments_1, segmentsFileSizeInBytes=-1, userData={}, sizeInBytes=135, size=135 bytes}}, replacenodetest_coll_shard5_replica_n23={name=replacenodetest_coll_shard5_replica_n23, instanceDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard5_replica_n23, dataDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard5_replica_n23/data/, config=solrconfig.xml, schema=schema.xml, startTime=Sun Sep 25 01:47:50 CDT 2022, uptime=26821, lastPublished=active, configVersion=0, cloud={collection=replacenodetest_coll, shard=shard5, replica=core_node24, replicaType=NRT}, index={numDocs=0, maxDoc=0, deletedDocs=0, version=3, segmentCount=0, current=false, hasDeletions=false, directory=org.apache.lucene.tests.store.MockDirectoryWrapper:MockDirectoryWrapper(ByteBuffersDirectory@270c50e7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@450eaa8b), segmentsFile=segments_1, segmentsFileSizeInBytes=-1, userData={}, sizeInBytes=135, size=135 bytes}}} expected:<0> but was:<2>
Stack Trace:
java.lang.AssertionError: Expecting no cores but found some: {replacenodetest_coll_shard2_replica_n21={name=replacenodetest_coll_shard2_replica_n21, instanceDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard2_replica_n21, dataDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard2_replica_n21/data/, config=solrconfig.xml, schema=schema.xml, startTime=Sun Sep 25 01:47:48 CDT 2022, uptime=29543, lastPublished=active, configVersion=0, cloud={collection=replacenodetest_coll, shard=shard2, replica=core_node22, replicaType=NRT}, index={numDocs=0, maxDoc=0, deletedDocs=0, version=3, segmentCount=0, current=false, hasDeletions=false, directory=org.apache.lucene.tests.store.MockDirectoryWrapper:MockDirectoryWrapper(ByteBuffersDirectory@316d7d87 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1081d75c), segmentsFile=segments_1, segmentsFileSizeInBytes=-1, userData={}, sizeInBytes=135, size=135 bytes}}, replacenodetest_coll_shard5_replica_n23={name=replacenodetest_coll_shard5_replica_n23, instanceDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard5_replica_n23, dataDir=/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cloud.ReplaceNodeTest_7C6324524DF228B3-001/tempDir-002/node2/replacenodetest_coll_shard5_replica_n23/data/, config=solrconfig.xml, schema=schema.xml, startTime=Sun Sep 25 01:47:50 CDT 2022, uptime=26821, lastPublished=active, configVersion=0, cloud={collection=replacenodetest_coll, shard=shard5, replica=core_node24, replicaType=NRT}, index={numDocs=0, maxDoc=0, deletedDocs=0, version=3, segmentCount=0, current=false, hasDeletions=false, directory=org.apache.lucene.tests.store.MockDirectoryWrapper:MockDirectoryWrapper(ByteBuffersDirectory@270c50e7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@450eaa8b), segmentsFile=segments_1, segmentsFileSizeInBytes=-1, userData={}, sizeInBytes=135, size=135 bytes}}} expected:<0> but was:<2>
at __randomizedtesting.SeedInfo.seed([7C6324524DF228B3:F4371B88E30E454B]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.ReplaceNodeTest.test(ReplaceNodeTest.java:144)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:831)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.test
Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59239: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59239: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([7C6324524DF228B3:F4371B88E30E454B]:0)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:720)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:215)
at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405)
at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1174)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:880)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:234)
at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:249)
at app//org.apache.solr.cloud.ShardRoutingCustomTest.doCustomSharding(ShardRoutingCustomTest.java:76)
at app//org.apache.solr.cloud.ShardRoutingCustomTest.test(ShardRoutingCustomTest.java:46)
at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
at java.base@16.0.2/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base@16.0.2/java.lang.reflect.Method.invoke(Method.java:567)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1167)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1138)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.classMethod
Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 26 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingCustomTest:
1) Thread[id=9227, name=zkConnectionManagerCallback-5843-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=9208, name=qtp2075745426-9208, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=9210, name=qtp2075745426-9210, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=9212, name=qtp2075745426-9212, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1590)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1562)
at app//org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1345)
at app//org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$10(SolrZkClient.java:666)
at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$809/0x00000008012b6440.execute(Unknown Source)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:72)
at app//org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:664)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:149)
at app//org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:372)
at app//org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1625)
at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1333)
at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1267)
at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$1(ZkContainer.java:217)
at app//org.apache.solr.core.ZkContainer$$Lambda$1016/0x00000008013b9000.run(Unknown Source)
at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:246)
at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:1399)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1622)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:1478)
at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:113)
at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$332/0x0000000800fd3740.execute(Unknown Source)
at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:410)
at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:452)
at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:235)
at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:888)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:840)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:524)
at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:250)
at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:218)
at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$689/0x00000008011b2590.run(Unknown Source)
at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257)
at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:213)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:195)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626)
at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626)
at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505)
at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355)
at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.server.Server.handle(Server.java:516)
at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487)
at app//org.eclipse.jetty.server.HttpChannel$$Lambda$687/0x00000008011ad7c8.dispatch(Unknown Source)
at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479)
at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=9229, name=zkCallback-5842-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=9264, name=searcherExecutor-5850-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=9262, name=OverseerStateUpdate-72145447869743114-127.0.0.1:59305_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:488)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:320)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
8) Thread[id=9221, name=h2sc-5838-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=9213, name=qtp2075745426-9213, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=9266, name=zkCallback-5842-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=9235, name=Connector-Scheduler-239462ca-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=9209, name=qtp2075745426-9209-acceptor-0@33e6a5d1-ServerConnector@239462ca{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:59305}, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.Net.accept(Native Method)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:424)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:390)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
13) Thread[id=9214, name=Session-HouseKeeper-72e1b363-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
14) Thread[id=9230, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2506)
15) Thread[id=9236, name=watches-5844-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=9218, name=httpShardExecutor-5836-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
17) Thread[id=9226, name=TEST-ShardRoutingCustomTest.test-seed#[7C6324524DF228B3]-EventThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
18) Thread[id=9231, name=coreContainerWorkExecutor-5833-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=9265, name=zkCallback-5842-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
20) Thread[id=9211, name=qtp2075745426-9211, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
21) Thread[id=9225, name=TEST-ShardRoutingCustomTest.test-seed#[7C6324524DF228B3]-SendThread(127.0.0.1:59219), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.net.Inet6AddressImpl.getHostByAddr(Native Method)
at java.base@16.0.2/java.net.InetAddress$PlatformNameService.getHostByAddr(InetAddress.java:938)
at java.base@16.0.2/java.net.InetAddress.getHostFromNameService(InetAddress.java:662)
at java.base@16.0.2/java.net.InetAddress.getCanonicalHostName(InetAddress.java:635)
at app//org.apache.zookeeper.SaslServerPrincipal$WrapperInetAddress.getCanonicalHostName(SaslServerPrincipal.java:133)
at app//org.apache.zookeeper.SaslServerPrincipal.getServerPrincipal(SaslServerPrincipal.java:81)
at app//org.apache.zookeeper.SaslServerPrincipal.getServerPrincipal(SaslServerPrincipal.java:41)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1151)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1200)
22) Thread[id=9263, name=OverseerCollectionConfigSetProcessor-72145447869743114-127.0.0.1:59305_-n_0000000001, state=WAITING, group=Overseer collection creation process.]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1590)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1562)
at app//org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1970)
at app//org.apache.solr.common.cloud.SolrZkClient.lambda$getData$6(SolrZkClient.java:432)
at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$825/0x00000008012c1460.execute(Unknown Source)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:72)
at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:432)
at app//org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:486)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:232)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
23) Thread[id=9206, name=qtp2075745426-9206, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
24) Thread[id=9207, name=qtp2075745426-9207, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
25) Thread[id=9237, name=zkCallback-5842-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
26) Thread[id=9267, name=zkCallback-5842-thread-5, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 26 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingCustomTest:
1) Thread[id=9227, name=zkConnectionManagerCallback-5843-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=9208, name=qtp2075745426-9208, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=9210, name=qtp2075745426-9210, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=9212, name=qtp2075745426-9212, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1590)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1562)
at app//org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1345)
at app//org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$10(SolrZkClient.java:666)
at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$809/0x00000008012b6440.execute(Unknown Source)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:72)
at app//org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:664)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:149)
at app//org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:372)
at app//org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1625)
at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1333)
at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1267)
at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$1(ZkContainer.java:217)
at app//org.apache.solr.core.ZkContainer$$Lambda$1016/0x00000008013b9000.run(Unknown Source)
at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:246)
at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:1399)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1622)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:1478)
at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:113)
at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$332/0x0000000800fd3740.execute(Unknown Source)
at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:410)
at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:452)
at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:235)
at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:888)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:840)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:524)
at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:250)
at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:218)
at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$689/0x00000008011b2590.run(Unknown Source)
at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257)
at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:213)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:195)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626)
at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626)
at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505)
at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355)
at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:722)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.server.Server.handle(Server.java:516)
at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487)
at app//org.eclipse.jetty.server.HttpChannel$$Lambda$687/0x00000008011ad7c8.dispatch(Unknown Source)
at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479)
at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:439)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=9229, name=zkCallback-5842-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=9264, name=searcherExecutor-5850-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=9262, name=OverseerStateUpdate-72145447869743114-127.0.0.1:59305_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:488)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:320)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
8) Thread[id=9221, name=h2sc-5838-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=9213, name=qtp2075745426-9213, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=9266, name=zkCallback-5842-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=9235, name=Connector-Scheduler-239462ca-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=9209, name=qtp2075745426-9209-acceptor-0@33e6a5d1-ServerConnector@239462ca{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:59305}, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.Net.accept(Native Method)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:424)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:390)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
13) Thread[id=9214, name=Session-HouseKeeper-72e1b363-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
14) Thread[id=9230, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2506)
15) Thread[id=9236, name=watches-5844-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=9218, name=httpShardExecutor-5836-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
17) Thread[id=9226, name=TEST-ShardRoutingCustomTest.test-seed#[7C6324524DF228B3]-EventThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
18) Thread[id=9231, name=coreContainerWorkExecutor-5833-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=9265, name=zkCallback-5842-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
20) Thread[id=9211, name=qtp2075745426-9211, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
21) Thread[id=9225, name=TEST-ShardRoutingCustomTest.test-seed#[7C6324524DF228B3]-SendThread(127.0.0.1:59219), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.net.Inet6AddressImpl.getHostByAddr(Native Method)
at java.base@16.0.2/java.net.InetAddress$PlatformNameService.getHostByAddr(InetAddress.java:938)
at java.base@16.0.2/java.net.InetAddress.getHostFromNameService(InetAddress.java:662)
at java.base@16.0.2/java.net.InetAddress.getCanonicalHostName(InetAddress.java:635)
at app//org.apache.zookeeper.SaslServerPrincipal$WrapperInetAddress.getCanonicalHostName(SaslServerPrincipal.java:133)
at app//org.apache.zookeeper.SaslServerPrincipal.getServerPrincipal(SaslServerPrincipal.java:81)
at app//org.apache.zookeeper.SaslServerPrincipal.getServerPrincipal(SaslServerPrincipal.java:41)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1151)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1200)
22) Thread[id=9263, name=OverseerCollectionConfigSetProcessor-72145447869743114-127.0.0.1:59305_-n_0000000001, state=WAITING, group=Overseer collection creation process.]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1590)
at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1562)
at app//org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1970)
at app//org.apache.solr.common.cloud.SolrZkClient.lambda$getData$6(SolrZkClient.java:432)
at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$825/0x00000008012c1460.execute(Unknown Source)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:72)
at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:432)
at app//org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:486)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:232)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
23) Thread[id=9206, name=qtp2075745426-9206, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
24) Thread[id=9207, name=qtp2075745426-9207, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
25) Thread[id=9237, name=zkCallback-5842-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
26) Thread[id=9267, name=zkCallback-5842-thread-5, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
at __randomizedtesting.SeedInfo.seed([7C6324524DF228B3]:0)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.classMethod
Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=9236, name=watches-5844-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=9227, name=zkConnectionManagerCallback-5843-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=9218, name=httpShardExecutor-5836-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=9208, name=qtp2075745426-9208, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=9210, name=qtp2075745426-9210, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=9212, name=qtp2075745426-9212, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=9229, name=zkCallback-5842-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
8) Thread[id=9264, name=searcherExecutor-5850-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=9231, name=coreContainerWorkExecutor-5833-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=9265, name=zkCallback-5842-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=9211, name=qtp2075745426-9211, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=9221, name=h2sc-5838-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
13) Thread[id=9225, name=TEST-ShardRoutingCustomTest.test-seed#[7C6324524DF228B3]-SendThread(127.0.0.1:59219), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1197)
14) Thread[id=9213, name=qtp2075745426-9213, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
15) Thread[id=9266, name=zkCallback-5842-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=9206, name=qtp2075745426-9206, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
17) Thread[id=9235, name=Connector-Scheduler-239462ca-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
18) Thread[id=9207, name=qtp2075745426-9207, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=9209, name=qtp2075745426-9209, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
20) Thread[id=9214, name=Session-HouseKeeper-72e1b363-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
21) Thread[id=9230, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2506)
22) Thread[id=9237, name=zkCallback-5842-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
23) Thread[id=9267, name=zkCallback-5842-thread-5, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=9236, name=watches-5844-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=9227, name=zkConnectionManagerCallback-5843-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=9218, name=httpShardExecutor-5836-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=9208, name=qtp2075745426-9208, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=9210, name=qtp2075745426-9210, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=9212, name=qtp2075745426-9212, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=9229, name=zkCallback-5842-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
8) Thread[id=9264, name=searcherExecutor-5850-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=9231, name=coreContainerWorkExecutor-5833-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=9265, name=zkCallback-5842-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=9211, name=qtp2075745426-9211, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=9221, name=h2sc-5838-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:271)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$312/0x0000000800f98000.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
13) Thread[id=9225, name=TEST-ShardRoutingCustomTest.test-seed#[7C6324524DF228B3]-SendThread(127.0.0.1:59219), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1197)
14) Thread[id=9213, name=qtp2075745426-9213, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
15) Thread[id=9266, name=zkCallback-5842-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=9206, name=qtp2075745426-9206, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
17) Thread[id=9235, name=Connector-Scheduler-239462ca-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
18) Thread[id=9207, name=qtp2075745426-9207, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$231/0x0000000800ec3748.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=9209, name=qtp2075745426-9209, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
20) Thread[id=9214, name=Session-HouseKeeper-72e1b363-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
21) Thread[id=9230, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2506)
22) Thread[id=9237, name=zkCallback-5842-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
23) Thread[id=9267, name=zkCallback-5842-thread-5, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
at __randomizedtesting.SeedInfo.seed([7C6324524DF228B3]:0)
FAILED: org.apache.solr.security.hadoop.SaslZkACLProviderTest.testSaslZkACLProvider
Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper localhost:50354/solr within 30000 ms
Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper localhost:50354/solr within 30000 ms
at __randomizedtesting.SeedInfo.seed([7C6324524DF228B3:7897728AD4B68BBD]:0)
at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:225)
at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:137)
at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:120)
at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:108)
at app//org.apache.solr.security.hadoop.SaslZkACLProviderTest$SolrZkClientNoACLs.<init>(SaslZkACLProviderTest.java:194)
at app//org.apache.solr.security.hadoop.SaslZkACLProviderTest.setupZNodes(SaslZkACLProviderTest.java:128)
at app//org.apache.solr.security.hadoop.SaslZkACLProviderTest.testSaslZkACLProvider(SaslZkACLProviderTest.java:165)
at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
at java.base@16.0.2/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base@16.0.2/java.lang.reflect.Method.invoke(Method.java:567)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper localhost:50354/solr within 30000 ms
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:297)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:216)
... 53 more
[JENKINS] Solr-main-MacOSX (64bit/jdk-19) - Build # 1608 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/1608/
Java: 64bit/jdk-19 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cluster.placement.impl.PlacementPluginIntegrationTest.testDynamicReconfiguration
Error Message:
java.lang.NullPointerException: Cannot invoke "org.apache.solr.cluster.placement.PlacementPluginFactory.getClass()" because "factory" is null
Stack Trace:
java.lang.NullPointerException: Cannot invoke "org.apache.solr.cluster.placement.PlacementPluginFactory.getClass()" because "factory" is null
at __randomizedtesting.SeedInfo.seed([EFBE8CA2DBFF0A20:15DBCB059552981B]:0)
at org.apache.solr.cluster.placement.impl.PlacementPluginIntegrationTest.testDynamicReconfiguration(PlacementPluginIntegrationTest.java:169)
at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
at java.base/java.lang.reflect.Method.invoke(Method.java:578)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1589)
FAILED: org.apache.solr.handler.TestConfigReload.test
Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57267: Underlying core creation failed while creating collection: control_collection
Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57267: Underlying core creation failed while creating collection: control_collection
at __randomizedtesting.SeedInfo.seed([EFBE8CA2DBFF0A20:67EAB378750367D8]:0)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:720)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:215)
at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405)
at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1174)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:880)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:234)
at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:249)
at app//org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:360)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1165)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1138)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base@19/java.lang.Thread.run(Thread.java:1589)
[JENKINS] Solr-main-MacOSX (64bit/jdk-11.0.15) - Build # 1607 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/1607/
Java: 64bit/jdk-11.0.15 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testNodeVersion
Error Message:
java.util.concurrent.TimeoutException: Timeout on waiting for c1 updated to have PRS state r1
Stack Trace:
java.util.concurrent.TimeoutException: Timeout on waiting for c1 updated to have PRS state r1
at __randomizedtesting.SeedInfo.seed([4DFA93590084000A:49A64086F90F9292]:0)
at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:67)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testNodeVersion(ZkStateReaderTest.java:326)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)