You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2022/02/01 04:52:45 UTC

[JENKINS] Solr-main-Linux (64bit/jdk-16.0.2) - Build # 2678 - Unstable!

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/2678/
Java: 64bit/jdk-16.0.2 -XX:-UseCompressedOops -XX:+UseShenandoahGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestBulkSchemaConcurrent.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=21883, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:306)
        at app//org.apache.solr.cloud.ZkController.pathExists(ZkController.java:1135)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:80)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.loadSynonyms(SynonymGraphFilterFactory.java:191)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.inform(SynonymGraphFilterFactory.java:161)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:710)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:314)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:241)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$412/0x00000008010d3f88.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:239)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1692)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3129)
        at app//org.apache.solr.core.SolrCore$$Lambda$1046/0x00000008014c5450.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2491)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1543/0x0000000801814450.run(Unknown Source)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
   2) Thread[id=21918, name=searcherExecutor-14113-thread-1-processing-127.0.0.1:44717_ collection1_shard1_replica_n3 collection1 shard1 core_node4, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1046)
        at java.base@16.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
        at app//org.apache.solr.core.SolrCore.lambda$new$2(SolrCore.java:1048)
        at app//org.apache.solr.core.SolrCore$$Lambda$507/0x00000008011ae018.call(Unknown Source)
        at java.base@16.0.2/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:235)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$279/0x0000000801036ac8.run(Unknown Source)
        at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
   3) Thread[id=21881, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:306)
        at app//org.apache.solr.cloud.ZkController.pathExists(ZkController.java:1135)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:80)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.loadSynonyms(SynonymGraphFilterFactory.java:191)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.inform(SynonymGraphFilterFactory.java:161)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:710)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:314)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:241)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$412/0x00000008010d3f88.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:239)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1692)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3129)
        at app//org.apache.solr.core.SolrCore$$Lambda$1046/0x00000008014c5450.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2491)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1543/0x0000000801814450.run(Unknown Source)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
   4) Thread[id=21825, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:82)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.loadSynonyms(SynonymGraphFilterFactory.java:191)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.inform(SynonymGraphFilterFactory.java:161)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1341)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1203)
        at app//org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1179)
        at app//org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:615)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:177)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ZkIndexSchemaReader.updateSchema(ZkIndexSchemaReader.java:178)
        at app//org.apache.solr.schema.ZkIndexSchemaReader.refreshSchemaFromZk(ZkIndexSchemaReader.java:158)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.inform(ManagedIndexSchemaFactory.java:482)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:687)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1061)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:744)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1696)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3129)
        at app//org.apache.solr.core.SolrCore$$Lambda$1046/0x00000008014c5450.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2491)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1543/0x0000000801814450.run(Unknown Source)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=21883, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:306)
        at app//org.apache.solr.cloud.ZkController.pathExists(ZkController.java:1135)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:80)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.loadSynonyms(SynonymGraphFilterFactory.java:191)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.inform(SynonymGraphFilterFactory.java:161)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:710)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:314)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:241)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$412/0x00000008010d3f88.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:239)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1692)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3129)
        at app//org.apache.solr.core.SolrCore$$Lambda$1046/0x00000008014c5450.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2491)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1543/0x0000000801814450.run(Unknown Source)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
   2) Thread[id=21918, name=searcherExecutor-14113-thread-1-processing-127.0.0.1:44717_ collection1_shard1_replica_n3 collection1 shard1 core_node4, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1046)
        at java.base@16.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
        at app//org.apache.solr.core.SolrCore.lambda$new$2(SolrCore.java:1048)
        at app//org.apache.solr.core.SolrCore$$Lambda$507/0x00000008011ae018.call(Unknown Source)
        at java.base@16.0.2/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:235)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$279/0x0000000801036ac8.run(Unknown Source)
        at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
   3) Thread[id=21881, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:306)
        at app//org.apache.solr.cloud.ZkController.pathExists(ZkController.java:1135)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:80)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.loadSynonyms(SynonymGraphFilterFactory.java:191)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.inform(SynonymGraphFilterFactory.java:161)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:710)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:314)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:241)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$412/0x00000008010d3f88.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:239)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1692)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3129)
        at app//org.apache.solr.core.SolrCore$$Lambda$1046/0x00000008014c5450.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2491)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1543/0x0000000801814450.run(Unknown Source)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
   4) Thread[id=21825, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@16.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:82)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.loadSynonyms(SynonymGraphFilterFactory.java:191)
        at app//org.apache.lucene.analysis.synonym.SynonymGraphFilterFactory.inform(SynonymGraphFilterFactory.java:161)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1341)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1203)
        at app//org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1179)
        at app//org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:615)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:177)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ZkIndexSchemaReader.updateSchema(ZkIndexSchemaReader.java:178)
        at app//org.apache.solr.schema.ZkIndexSchemaReader.refreshSchemaFromZk(ZkIndexSchemaReader.java:158)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.inform(ManagedIndexSchemaFactory.java:482)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:687)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1061)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:744)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1696)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3129)
        at app//org.apache.solr.core.SolrCore$$Lambda$1046/0x00000008014c5450.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2491)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1543/0x0000000801814450.run(Unknown Source)
        at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
	at __randomizedtesting.SeedInfo.seed([DF18FC6B3086CE7A]:0)

[JENKINS] Solr-main-Linux (64bit/jdk-17.0.1) - Build # 2679 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/2679/
Java: 64bit/jdk-17.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionZkExpiry.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestLeaderElectionZkExpiry: 
   1) Thread[id=12738, name=zkConnectionManagerCallback-8677-thread-1-EventThread, state=BLOCKED, group=TGRP-TestLeaderElectionZkExpiry]
        at app//org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:402)
        at app//org.apache.solr.cloud.ZkController$1.command(ZkController.java:335)
        at app//org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:170)
        at app//org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
        at app//org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:152)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:580)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:555)
   2) Thread[id=12736, name=zkConnectionManagerCallback-8677-thread-1-EventThread, state=BLOCKED, group=TGRP-TestLeaderElectionZkExpiry]
        at app//org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:402)
        at app//org.apache.solr.cloud.ZkController$1.command(ZkController.java:335)
        at app//org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:170)
        at app//org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
        at app//org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:152)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:580)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:555)
   3) Thread[id=12728, name=zkConnectionManagerCallback-8677-thread-1-EventThread, state=BLOCKED, group=TGRP-TestLeaderElectionZkExpiry]
        at app//org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:402)
        at app//org.apache.solr.cloud.ZkController$1.command(ZkController.java:335)
        at app//org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:170)
        at app//org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
        at app//org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:152)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:580)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:555)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestLeaderElectionZkExpiry: 
   1) Thread[id=12738, name=zkConnectionManagerCallback-8677-thread-1-EventThread, state=BLOCKED, group=TGRP-TestLeaderElectionZkExpiry]
        at app//org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:402)
        at app//org.apache.solr.cloud.ZkController$1.command(ZkController.java:335)
        at app//org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:170)
        at app//org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
        at app//org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:152)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:580)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:555)
   2) Thread[id=12736, name=zkConnectionManagerCallback-8677-thread-1-EventThread, state=BLOCKED, group=TGRP-TestLeaderElectionZkExpiry]
        at app//org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:402)
        at app//org.apache.solr.cloud.ZkController$1.command(ZkController.java:335)
        at app//org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:170)
        at app//org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
        at app//org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:152)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:580)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:555)
   3) Thread[id=12728, name=zkConnectionManagerCallback-8677-thread-1-EventThread, state=BLOCKED, group=TGRP-TestLeaderElectionZkExpiry]
        at app//org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:402)
        at app//org.apache.solr.cloud.ZkController$1.command(ZkController.java:335)
        at app//org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:170)
        at app//org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
        at app//org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:152)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:580)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:555)
	at __randomizedtesting.SeedInfo.seed([2DFF4BB78A15FB52]:0)