You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2021/09/30 06:47:43 UTC

[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-16) - Build # 2283 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/2283/
Java: 64bit/jdk-16 -XX:+UseCompressedOops -XX:+UseZGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded

Error Message:
Error from server at http://127.0.0.1:53221/solr: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53221/solr: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([8B2CD51761259613:D88BC6E19C097811]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded(TestPrepRecovery.java:84)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.handler.admin.DaemonStreamApiTest.testAPIs

Error Message:
State for daemon 'daemon2' did not become TERMINATED in 10 seconds

Stack Trace:
java.lang.AssertionError: State for daemon 'daemon2' did not become TERMINATED in 10 seconds
	at __randomizedtesting.SeedInfo.seed([8B2CD51761259613:89010D5CAC7FEFA9]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.handler.admin.DaemonStreamApiTest.checkStopped(DaemonStreamApiTest.java:226)
	at org.apache.solr.handler.admin.DaemonStreamApiTest.testAPIs(DaemonStreamApiTest.java:138)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.DaemonStreamApiTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.handler.admin.DaemonStreamApiTest:     1) Thread[id=1673, name=DaemonStream-daemon0-1169-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2, state=BLOCKED, group=TGRP-DaemonStreamApiTest]         at app//org.apache.solr.client.solrj.io.SolrClientCache.getCloudSolrClient(SolrClientCache.java:65)         at app//org.apache.solr.client.solrj.io.stream.UpdateStream.setCloudSolrClient(UpdateStream.java:288)         at app//org.apache.solr.client.solrj.io.stream.UpdateStream.open(UpdateStream.java:113)         at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.stream(DaemonStream.java:335)         at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.run(DaemonStream.java:319)         at java.base@16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)         at java.base@16/java.util.concurrent.FutureTask.run(FutureTask.java:264)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x0000000800f322f0.run(Unknown Source)         at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)         at java.base@16/java.lang.Thread.run(Thread.java:831)    2) Thread[id=1684, name=DaemonStream-daemon3-1175-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2, state=BLOCKED, group=TGRP-DaemonStreamApiTest]         at app//org.apache.solr.client.solrj.io.SolrClientCache.getCloudSolrClient(SolrClientCache.java:65)         at app//org.apache.solr.client.solrj.io.stream.UpdateStream.setCloudSolrClient(UpdateStream.java:288)         at app//org.apache.solr.client.solrj.io.stream.UpdateStream.open(UpdateStream.java:113)         at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.stream(DaemonStream.java:335)         at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.run(DaemonStream.java:319)         at java.base@16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)         at java.base@16/java.util.concurrent.FutureTask.run(FutureTask.java:264)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x0000000800f322f0.run(Unknown Source)         at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)         at java.base@16/java.lang.Thread.run(Thread.java:831)    3) Thread[id=1821, name=DaemonStream-daemon1-1171-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2-EventThread, state=WAITING, group=TGRP-DaemonStreamApiTest]         at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)         at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)         at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)         at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)         at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:558)    4) Thread[id=1676, name=DaemonStream-daemon1-1171-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2, state=TIMED_WAITING, group=TGRP-DaemonStreamApiTest]         at java.base@16/java.lang.Object.wait(Native Method)         at app//org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:243)         at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:186)         at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:119)         at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:109)         at app//org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348)         at app//org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176)         at app//org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161)         at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:349)         at app//org.apache.solr.client.solrj.io.SolrClientCache.getCloudSolrClient(SolrClientCache.java:86)         at app//org.apache.solr.client.solrj.io.stream.UpdateStream.setCloudSolrClient(UpdateStream.java:288)         at app//org.apache.solr.client.solrj.io.stream.UpdateStream.open(UpdateStream.java:113)         at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.stream(DaemonStream.java:335)         at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.run(DaemonStream.java:319)         at java.base@16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)         at java.base@16/java.util.concurrent.FutureTask.run(FutureTask.java:264)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x0000000800f322f0.run(Unknown Source)         at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)         at java.base@16/java.lang.Thread.run(Thread.java:831)    5) Thread[id=1820, name=DaemonStream-daemon1-1171-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2-SendThread(127.0.0.1:53134), state=TIMED_WAITING, group=TGRP-DaemonStreamApiTest]         at java.base@16/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.handler.admin.DaemonStreamApiTest: 
   1) Thread[id=1673, name=DaemonStream-daemon0-1169-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2, state=BLOCKED, group=TGRP-DaemonStreamApiTest]
        at app//org.apache.solr.client.solrj.io.SolrClientCache.getCloudSolrClient(SolrClientCache.java:65)
        at app//org.apache.solr.client.solrj.io.stream.UpdateStream.setCloudSolrClient(UpdateStream.java:288)
        at app//org.apache.solr.client.solrj.io.stream.UpdateStream.open(UpdateStream.java:113)
        at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.stream(DaemonStream.java:335)
        at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.run(DaemonStream.java:319)
        at java.base@16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base@16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x0000000800f322f0.run(Unknown Source)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   2) Thread[id=1684, name=DaemonStream-daemon3-1175-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2, state=BLOCKED, group=TGRP-DaemonStreamApiTest]
        at app//org.apache.solr.client.solrj.io.SolrClientCache.getCloudSolrClient(SolrClientCache.java:65)
        at app//org.apache.solr.client.solrj.io.stream.UpdateStream.setCloudSolrClient(UpdateStream.java:288)
        at app//org.apache.solr.client.solrj.io.stream.UpdateStream.open(UpdateStream.java:113)
        at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.stream(DaemonStream.java:335)
        at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.run(DaemonStream.java:319)
        at java.base@16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base@16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x0000000800f322f0.run(Unknown Source)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   3) Thread[id=1821, name=DaemonStream-daemon1-1171-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2-EventThread, state=WAITING, group=TGRP-DaemonStreamApiTest]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:558)
   4) Thread[id=1676, name=DaemonStream-daemon1-1171-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2, state=TIMED_WAITING, group=TGRP-DaemonStreamApiTest]
        at java.base@16/java.lang.Object.wait(Native Method)
        at app//org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:243)
        at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:186)
        at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:119)
        at app//org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:109)
        at app//org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348)
        at app//org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176)
        at app//org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161)
        at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:349)
        at app//org.apache.solr.client.solrj.io.SolrClientCache.getCloudSolrClient(SolrClientCache.java:86)
        at app//org.apache.solr.client.solrj.io.stream.UpdateStream.setCloudSolrClient(UpdateStream.java:288)
        at app//org.apache.solr.client.solrj.io.stream.UpdateStream.open(UpdateStream.java:113)
        at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.stream(DaemonStream.java:335)
        at app//org.apache.solr.client.solrj.io.stream.DaemonStream$StreamRunner.run(DaemonStream.java:319)
        at java.base@16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base@16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x0000000800f322f0.run(Unknown Source)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   5) Thread[id=1820, name=DaemonStream-daemon1-1171-thread-1-processing-n:127.0.0.1:53139_solr x:checkpointColl_shard1_replica_n1 c:checkpointColl s:shard1 r:core_node2-SendThread(127.0.0.1:53134), state=TIMED_WAITING, group=TGRP-DaemonStreamApiTest]
        at java.base@16/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
	at __randomizedtesting.SeedInfo.seed([8B2CD51761259613]:0)