You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2022/05/19 05:27:55 UTC
[JENKINS] Solr-main-MacOSX (64bit/jdk-16.0.2) - Build # 1052 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/1052/
Java: 64bit/jdk-16.0.2 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.ReindexCollectionTest.testAbort
Error Message:
java.lang.AssertionError: {responseHeader={status=0, QTime=29}, status={state=running, msg=found [f88e0c5d-88d9-46cc-91e8-fee80a4127d1] in running tasks}}
Stack Trace:
java.lang.AssertionError: {responseHeader={status=0, QTime=29}, status={state=running, msg=found [f88e0c5d-88d9-46cc-91e8-fee80a4127d1] in running tasks}}
at __randomizedtesting.SeedInfo.seed([E52819E9180DF516:834BAE7E6CD7676F]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertNotNull(Assert.java:713)
at org.apache.solr.cloud.ReindexCollectionTest.testAbort(ReindexCollectionTest.java:439)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:824)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:475)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:831)
at java.base/java.lang.Thread.run(Thread.java:831)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.test
Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60812: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60812: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([E52819E9180DF516:6D7C2633B6F198EE]:0)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:715)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233)
at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:214)
at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405)
at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1249)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:970)
at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:897)
at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:223)
at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:238)
at app//org.apache.solr.cloud.ShardRoutingCustomTest.doCustomSharding(ShardRoutingCustomTest.java:76)
at app//org.apache.solr.cloud.ShardRoutingCustomTest.test(ShardRoutingCustomTest.java:46)
at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
at java.base@16.0.2/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base@16.0.2/java.lang.reflect.Method.invoke(Method.java:567)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1164)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1135)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:824)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:475)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:831)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.classMethod
Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 24 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingCustomTest:
1) Thread[id=11515, name=qtp32920701-11515, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=11513, name=qtp32920701-11513, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=11511, name=qtp32920701-11511-acceptor-0@2c1ccdd9-ServerConnector@248402dc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:60858}, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.Net.accept(Native Method)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:424)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:390)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=11561, name=OverseerStateUpdate-72077633982300170-127.0.0.1:60858_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
at app//org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:338)
at app//org.apache.solr.cloud.ZkDistributedQueue.fetchZkChildren(ZkDistributedQueue.java:432)
at app//org.apache.solr.cloud.ZkDistributedQueue.firstChild(ZkDistributedQueue.java:411)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:466)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:320)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=11533, name=coreContainerWorkExecutor-9111-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=11512, name=qtp32920701-11512, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=11528, name=TEST-ShardRoutingCustomTest.test-seed#[E52819E9180DF516]-EventThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:551)
8) Thread[id=11530, name=zkCallback-9120-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=11529, name=zkConnectionManagerCallback-9121-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=11523, name=h2sc-9116-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=11536, name=Connector-Scheduler-248402dc-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=11514, name=qtp32920701-11514, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.fs.UnixNativeDispatcher.rename0(Native Method)
at java.base@16.0.2/sun.nio.fs.UnixNativeDispatcher.rename(UnixNativeDispatcher.java:174)
at java.base@16.0.2/sun.nio.fs.UnixCopyFile.move(UnixCopyFile.java:407)
at java.base@16.0.2/sun.nio.fs.UnixFileSystemProvider.move(UnixFileSystemProvider.java:267)
at java.base@16.0.2/java.nio.file.Files.move(Files.java:1426)
at app//org.apache.lucene.store.FSDirectory.rename(FSDirectory.java:272)
at app//org.apache.lucene.store.NRTCachingDirectory.rename(NRTCachingDirectory.java:181)
at app//org.apache.lucene.store.LockValidatingDirectoryWrapper.rename(LockValidatingDirectoryWrapper.java:56)
at app//org.apache.lucene.index.SegmentInfos.finishCommit(SegmentInfos.java:936)
at app//org.apache.lucene.index.IndexWriter.finishCommit(IndexWriter.java:3905)
at app//org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3871)
at app//org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1322)
at app//org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1360)
at app//org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:372)
at app//org.apache.solr.common.util.IOUtils.closeQuietly(IOUtils.java:30)
at app//org.apache.solr.core.SolrCore.initIndex(SolrCore.java:906)
at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1123)
at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1048)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1563)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:1429)
at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$296/0x0000000800fc6d50.execute(Unknown Source)
at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:389)
at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:422)
at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:205)
at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:935)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:887)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578)
at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239)
at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207)
at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$531/0x000000080111ad58.run(Unknown Source)
at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257)
at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.server.Server.handle(Server.java:516)
at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
at app//org.eclipse.jetty.server.HttpChannel$$Lambda$527/0x0000000801113d90.dispatch(Unknown Source)
at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:352)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
13) Thread[id=11538, name=zkCallback-9120-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
14) Thread[id=11509, name=qtp32920701-11509, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
15) Thread[id=11537, name=watches-9122-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=11563, name=zkCallback-9120-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
17) Thread[id=11510, name=qtp32920701-11510, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
18) Thread[id=11508, name=qtp32920701-11508, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=11532, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2429)
20) Thread[id=11527, name=TEST-ShardRoutingCustomTest.test-seed#[E52819E9180DF516]-SendThread(127.0.0.1:60801), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1197)
21) Thread[id=11562, name=OverseerCollectionConfigSetProcessor-72077633982300170-127.0.0.1:60858_-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
at app//org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:338)
at app//org.apache.solr.cloud.ZkDistributedQueue.fetchZkChildren(ZkDistributedQueue.java:432)
at app//org.apache.solr.cloud.ZkDistributedQueue.firstChild(ZkDistributedQueue.java:411)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:466)
at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:266)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:274)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
22) Thread[id=11520, name=httpShardExecutor-9114-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
23) Thread[id=11564, name=zkCallback-9120-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
24) Thread[id=11516, name=Session-HouseKeeper-56575e4f-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 24 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingCustomTest:
1) Thread[id=11515, name=qtp32920701-11515, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=11513, name=qtp32920701-11513, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=11511, name=qtp32920701-11511-acceptor-0@2c1ccdd9-ServerConnector@248402dc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:60858}, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.Net.accept(Native Method)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:424)
at java.base@16.0.2/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:390)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=11561, name=OverseerStateUpdate-72077633982300170-127.0.0.1:60858_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
at app//org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:338)
at app//org.apache.solr.cloud.ZkDistributedQueue.fetchZkChildren(ZkDistributedQueue.java:432)
at app//org.apache.solr.cloud.ZkDistributedQueue.firstChild(ZkDistributedQueue.java:411)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:466)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:320)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=11533, name=coreContainerWorkExecutor-9111-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=11512, name=qtp32920701-11512, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=11528, name=TEST-ShardRoutingCustomTest.test-seed#[E52819E9180DF516]-EventThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:551)
8) Thread[id=11530, name=zkCallback-9120-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=11529, name=zkConnectionManagerCallback-9121-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=11523, name=h2sc-9116-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=11536, name=Connector-Scheduler-248402dc-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=11514, name=qtp32920701-11514, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.fs.UnixNativeDispatcher.rename0(Native Method)
at java.base@16.0.2/sun.nio.fs.UnixNativeDispatcher.rename(UnixNativeDispatcher.java:174)
at java.base@16.0.2/sun.nio.fs.UnixCopyFile.move(UnixCopyFile.java:407)
at java.base@16.0.2/sun.nio.fs.UnixFileSystemProvider.move(UnixFileSystemProvider.java:267)
at java.base@16.0.2/java.nio.file.Files.move(Files.java:1426)
at app//org.apache.lucene.store.FSDirectory.rename(FSDirectory.java:272)
at app//org.apache.lucene.store.NRTCachingDirectory.rename(NRTCachingDirectory.java:181)
at app//org.apache.lucene.store.LockValidatingDirectoryWrapper.rename(LockValidatingDirectoryWrapper.java:56)
at app//org.apache.lucene.index.SegmentInfos.finishCommit(SegmentInfos.java:936)
at app//org.apache.lucene.index.IndexWriter.finishCommit(IndexWriter.java:3905)
at app//org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3871)
at app//org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1322)
at app//org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1360)
at app//org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:372)
at app//org.apache.solr.common.util.IOUtils.closeQuietly(IOUtils.java:30)
at app//org.apache.solr.core.SolrCore.initIndex(SolrCore.java:906)
at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1123)
at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1048)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1563)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:1429)
at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$296/0x0000000800fc6d50.execute(Unknown Source)
at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:389)
at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:422)
at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:205)
at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:207)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:935)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:887)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578)
at app//org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239)
at app//org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207)
at app//org.apache.solr.servlet.SolrDispatchFilter$$Lambda$531/0x000000080111ad58.run(Unknown Source)
at app//org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257)
at app//org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at app//org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
at app//org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
at app//org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at app//org.eclipse.jetty.server.Server.handle(Server.java:516)
at app//org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
at app//org.eclipse.jetty.server.HttpChannel$$Lambda$527/0x0000000801113d90.dispatch(Unknown Source)
at app//org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
at app//org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:352)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
13) Thread[id=11538, name=zkCallback-9120-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
14) Thread[id=11509, name=qtp32920701-11509, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
15) Thread[id=11537, name=watches-9122-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=11563, name=zkCallback-9120-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
17) Thread[id=11510, name=qtp32920701-11510, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
18) Thread[id=11508, name=qtp32920701-11508, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=11532, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2429)
20) Thread[id=11527, name=TEST-ShardRoutingCustomTest.test-seed#[E52819E9180DF516]-SendThread(127.0.0.1:60801), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1197)
21) Thread[id=11562, name=OverseerCollectionConfigSetProcessor-72077633982300170-127.0.0.1:60858_-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
at app//org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:338)
at app//org.apache.solr.cloud.ZkDistributedQueue.fetchZkChildren(ZkDistributedQueue.java:432)
at app//org.apache.solr.cloud.ZkDistributedQueue.firstChild(ZkDistributedQueue.java:411)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:466)
at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:266)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:274)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
22) Thread[id=11520, name=httpShardExecutor-9114-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
23) Thread[id=11564, name=zkCallback-9120-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
24) Thread[id=11516, name=Session-HouseKeeper-56575e4f-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
at __randomizedtesting.SeedInfo.seed([E52819E9180DF516]:0)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.classMethod
Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=11515, name=qtp32920701-11515, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=11513, name=qtp32920701-11513, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=11536, name=Connector-Scheduler-248402dc-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=11514, name=qtp32920701-11514, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=11538, name=zkCallback-9120-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=11509, name=qtp32920701-11509, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=11537, name=watches-9122-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
8) Thread[id=11563, name=zkCallback-9120-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=11511, name=qtp32920701-11511, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=11510, name=qtp32920701-11510, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=11508, name=qtp32920701-11508, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=11532, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2429)
13) Thread[id=11533, name=coreContainerWorkExecutor-9111-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
14) Thread[id=11512, name=qtp32920701-11512, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
15) Thread[id=11530, name=zkCallback-9120-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=11527, name=TEST-ShardRoutingCustomTest.test-seed#[E52819E9180DF516]-SendThread(127.0.0.1:60801), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1197)
17) Thread[id=11529, name=zkConnectionManagerCallback-9121-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
18) Thread[id=11520, name=httpShardExecutor-9114-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=11564, name=zkCallback-9120-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
20) Thread[id=11523, name=h2sc-9116-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
21) Thread[id=11516, name=Session-HouseKeeper-56575e4f-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=11515, name=qtp32920701-11515, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
2) Thread[id=11513, name=qtp32920701-11513, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
3) Thread[id=11536, name=Connector-Scheduler-248402dc-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
4) Thread[id=11514, name=qtp32920701-11514, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
5) Thread[id=11538, name=zkCallback-9120-thread-2, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
6) Thread[id=11509, name=qtp32920701-11509, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
7) Thread[id=11537, name=watches-9122-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
8) Thread[id=11563, name=zkCallback-9120-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
9) Thread[id=11511, name=qtp32920701-11511, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
10) Thread[id=11510, name=qtp32920701-11510, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
11) Thread[id=11508, name=qtp32920701-11508, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
12) Thread[id=11532, name=CloserThread, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Object.wait(Native Method)
at java.base@16.0.2/java.lang.Object.wait(Object.java:320)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2429)
13) Thread[id=11533, name=coreContainerWorkExecutor-9111-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
14) Thread[id=11512, name=qtp32920701-11512, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
15) Thread[id=11530, name=zkCallback-9120-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
16) Thread[id=11527, name=TEST-ShardRoutingCustomTest.test-seed#[E52819E9180DF516]-SendThread(127.0.0.1:60801), state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1197)
17) Thread[id=11529, name=zkConnectionManagerCallback-9121-thread-1, state=WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@16.0.2/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@16.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
18) Thread[id=11520, name=httpShardExecutor-9114-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
19) Thread[id=11564, name=zkCallback-9120-thread-4, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@16.0.2/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
20) Thread[id=11523, name=h2sc-9116-thread-1, state=RUNNABLE, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/sun.nio.ch.KQueue.poll(Native Method)
at java.base@16.0.2/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@16.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$225/0x0000000800edc000.run(Unknown Source)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$267/0x0000000800f89b78.run(Unknown Source)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
21) Thread[id=11516, name=Session-HouseKeeper-56575e4f-1, state=TIMED_WAITING, group=TGRP-ShardRoutingCustomTest]
at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@16.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@16.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
at __randomizedtesting.SeedInfo.seed([E52819E9180DF516]:0)
[JENKINS] Solr-main-MacOSX (64bit/jdk-17.0.2) - Build # 1053 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/1053/
Java: 64bit/jdk-17.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelTerminatingDaemonUpdateStream
Error Message:
java.io.IOException: Query to '/stream?action=list&indent=off' failed due to: (500) {"error":{"msg":"java.util.ConcurrentModificationException","trace":"java.io.IOException: java.util.ConcurrentModificationException\n\tat org.apache.solr.client.solrj.io.stream.TupleStream.lambda$writeMap$0(TupleStream.java:111)\n\tat org.apache.solr.common.util.JsonTextWriter.writeIterator(JsonTextWriter.java:145)\n\tat org.apache.solr.common.util.TextWriter.writeIterator(TextWriter.java:250)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:83)\n\tat org.apache.solr.response.TextResponseWriter.writeVal(TextResponseWriter.java:205)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:45)\n\tat org.apache.solr.common.util.JsonTextWriter$2.put(JsonTextWriter.java:181)\n\tat org.apache.solr.client.solrj.io.stream.TupleStream.writeMap(TupleStream.java:80)\n\tat org.apache.solr.common.util.JsonTextWriter.writeMap(JsonTextWriter.java:168)\n\tat org.apache.solr.common.util.TextWriter.writeMap(TextWriter.java:241)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:85)\n\tat org.apache.solr.response.TextResponseWriter.writeVal(TextResponseWriter.java:205)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:45)\n\tat org.apache.solr.common.util.JsonTextWriter.writeNamedListAsMapWithDups(JsonTextWriter.java:387)\n\tat org.apache.solr.common.util.JsonTextWriter.writeNamedList(JsonTextWriter.java:295)\n\tat org.apache.solr.response.JSONWriter.writeResponse(JSONWriter.java:77)\n\tat org.apache.solr.response.JSONResponseWriter.write(JSONResponseWriter.java:63)\n\tat org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:71)\n\tat org.apache.solr.servlet.HttpSolrCall.writeResponse(HttpSolrCall.java:993)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:625)\n\tat org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239)\n\tat org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207)\n\tat org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257)\n\tat org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:516)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)\n\tat org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)\n\tat java.base/java.lang.Thread.run(Thread.java:833)\nCaused by: java.util.ConcurrentModificationException\n\tat java.base/java.util.HashMap$HashIterator.nextNode(HashMap.java:1597)\n\tat java.base/java.util.HashMap$ValueIterator.next(HashMap.java:1625)\n\tat org.apache.solr.handler.StreamHandler$DaemonCollectionStream.read(StreamHandler.java:418)\n\tat org.apache.solr.client.solrj.io.stream.TupleStream.lambda$writeMap$0(TupleStream.java:86)\n\t... 56 more\n","code":500}}
Stack Trace:
java.io.IOException: Query to '/stream?action=list&indent=off' failed due to: (500) {"error":{"msg":"java.util.ConcurrentModificationException","trace":"java.io.IOException: java.util.ConcurrentModificationException\n\tat org.apache.solr.client.solrj.io.stream.TupleStream.lambda$writeMap$0(TupleStream.java:111)\n\tat org.apache.solr.common.util.JsonTextWriter.writeIterator(JsonTextWriter.java:145)\n\tat org.apache.solr.common.util.TextWriter.writeIterator(TextWriter.java:250)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:83)\n\tat org.apache.solr.response.TextResponseWriter.writeVal(TextResponseWriter.java:205)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:45)\n\tat org.apache.solr.common.util.JsonTextWriter$2.put(JsonTextWriter.java:181)\n\tat org.apache.solr.client.solrj.io.stream.TupleStream.writeMap(TupleStream.java:80)\n\tat org.apache.solr.common.util.JsonTextWriter.writeMap(JsonTextWriter.java:168)\n\tat org.apache.solr.common.util.TextWriter.writeMap(TextWriter.java:241)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:85)\n\tat org.apache.solr.response.TextResponseWriter.writeVal(TextResponseWriter.java:205)\n\tat org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:45)\n\tat org.apache.solr.common.util.JsonTextWriter.writeNamedListAsMapWithDups(JsonTextWriter.java:387)\n\tat org.apache.solr.common.util.JsonTextWriter.writeNamedList(JsonTextWriter.java:295)\n\tat org.apache.solr.response.JSONWriter.writeResponse(JSONWriter.java:77)\n\tat org.apache.solr.response.JSONResponseWriter.write(JSONResponseWriter.java:63)\n\tat org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:71)\n\tat org.apache.solr.servlet.HttpSolrCall.writeResponse(HttpSolrCall.java:993)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:625)\n\tat org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:239)\n\tat org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:207)\n\tat org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:257)\n\tat org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:227)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:516)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)\n\tat org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)\n\tat java.base/java.lang.Thread.run(Thread.java:833)\nCaused by: java.util.ConcurrentModificationException\n\tat java.base/java.util.HashMap$HashIterator.nextNode(HashMap.java:1597)\n\tat java.base/java.util.HashMap$ValueIterator.next(HashMap.java:1625)\n\tat org.apache.solr.handler.StreamHandler$DaemonCollectionStream.read(StreamHandler.java:418)\n\tat org.apache.solr.client.solrj.io.stream.TupleStream.lambda$writeMap$0(TupleStream.java:86)\n\t... 56 more\n","code":500}}
at __randomizedtesting.SeedInfo.seed([7F6F6BA5CFD1BE6D:8E0BB3CD9BBB7173]:0)
at org.apache.solr.client.solrj.io.stream.SolrStream.constructParser(SolrStream.java:312)
at org.apache.solr.client.solrj.io.stream.SolrStream.open(SolrStream.java:127)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelTerminatingDaemonUpdateStream(StreamDecoratorTest.java:3654)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:568)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:824)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:475)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:375)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:831)
at java.base/java.lang.Thread.run(Thread.java:833)