You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/03/25 23:25:34 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-11.0.6) - Build # 5808 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5808/
Java: 64bit/jdk-11.0.6 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderElectionTest.testStressElection

Error Message:
Could not get leader props for collection1 shard1

Stack Trace:
java.lang.RuntimeException: Could not get leader props for collection1 shard1
	at __randomizedtesting.SeedInfo.seed([75E5A63E3170FB22:8AB37290563EEA31]:0)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:263)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:416)
	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:525)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13769 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionTest
   [junit4]   2> 809649 INFO  (SUITE-LeaderElectionTest-seed#[75E5A63E3170FB22]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 809649 INFO  (SUITE-LeaderElectionTest-seed#[75E5A63E3170FB22]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 809651 INFO  (SUITE-LeaderElectionTest-seed#[75E5A63E3170FB22]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderElectionTest_75E5A63E3170FB22-001/data-dir-126-001
   [junit4]   2> 809651 WARN  (SUITE-LeaderElectionTest-seed#[75E5A63E3170FB22]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=132 numCloses=132
   [junit4]   2> 809651 INFO  (SUITE-LeaderElectionTest-seed#[75E5A63E3170FB22]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 809652 INFO  (SUITE-LeaderElectionTest-seed#[75E5A63E3170FB22]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 809660 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
   [junit4]   2> 809660 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 809661 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 809662 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 809763 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer start zk server on port:57388
   [junit4]   2> 809764 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57388
   [junit4]   2> 809764 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57388
   [junit4]   2> 809764 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57388
   [junit4]   2> 809781 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 809786 INFO  (zkConnectionManagerCallback-3595-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 809786 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 809794 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 809796 INFO  (zkConnectionManagerCallback-3597-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 809796 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 809800 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 809806 INFO  (zkConnectionManagerCallback-3599-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 809810 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 810079 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 810097 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72089127179517954-dummynode1-n_0000000000
   [junit4]   2> 810210 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 810437 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57388
   [junit4]   2> 810439 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57388
   [junit4]   2> 810439 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57388
   [junit4]   2> 810439 INFO  (TEST-LeaderElectionTest.testBasic-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBasic
   [junit4]   2> 810448 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testParallelElection
   [junit4]   2> 810449 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 810451 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 810452 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 810558 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer start zk server on port:57395
   [junit4]   2> 810558 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57395
   [junit4]   2> 810558 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57395
   [junit4]   2> 810558 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57395
   [junit4]   2> 810567 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 810572 INFO  (zkConnectionManagerCallback-3603-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 810574 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 810583 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 810591 INFO  (zkConnectionManagerCallback-3605-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 810593 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 810595 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 810602 INFO  (zkConnectionManagerCallback-3607-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 810602 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 810615 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.LeaderElectionTest Testing parallel election across 3 shards
   [junit4]   2> 810618 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 810623 INFO  (zkConnectionManagerCallback-3611-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 810623 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 810636 INFO  (Thread-parshard11) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard1
   [junit4]   2> 810638 INFO  (Thread-parshard21) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard2
   [junit4]   2> 810638 INFO  (Thread-parshard31) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard3
   [junit4]   2> 810662 INFO  (Thread-parshard21) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard2/leader after winning as /collections/collection1/leader_elect/parshard2/election/72089127230963715-parshard21-n_0000000000
   [junit4]   2> 810664 INFO  (Thread-parshard11) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard1/leader after winning as /collections/collection1/leader_elect/parshard1/election/72089127230963715-parshard11-n_0000000000
   [junit4]   2> 810664 INFO  (Thread-parshard31) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard3/leader after winning as /collections/collection1/leader_elect/parshard3/election/72089127230963715-parshard31-n_0000000000
   [junit4]   2> 810739 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.LeaderElectionTest First replicas brought up and registered
   [junit4]   2> 810742 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 810748 INFO  (zkConnectionManagerCallback-3615-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 810748 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 810751 INFO  (Thread-parshard12) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard1
   [junit4]   2> 810754 INFO  (Thread-parshard32) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard3
   [junit4]   2> 810755 INFO  (Thread-parshard22) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard2
   [junit4]   2> 810855 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.LeaderElectionTest Second replicas brought up and registered
   [junit4]   2> 810862 INFO  (zkCallback-3614-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard2/leader after winning as /collections/collection1/leader_elect/parshard2/election/72089127230963716-parshard22-n_0000000001
   [junit4]   2> 810863 INFO  (zkCallback-3614-thread-3) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard3/leader after winning as /collections/collection1/leader_elect/parshard3/election/72089127230963716-parshard32-n_0000000001
   [junit4]   2> 810864 INFO  (zkCallback-3614-thread-2) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard1/leader after winning as /collections/collection1/leader_elect/parshard1/election/72089127230963716-parshard12-n_0000000001
   [junit4]   2> 810867 INFO  (zkCallback-3614-thread-2) [     ] o.a.s.c.LeaderElectionTest Sleeping for 20000ms to simulate leadership takeover delay
   [junit4]   2> 810867 INFO  (zkCallback-3614-thread-1) [     ] o.a.s.c.LeaderElectionTest Sleeping for 20000ms to simulate leadership takeover delay
   [junit4]   2> 810868 INFO  (zkCallback-3614-thread-3) [     ] o.a.s.c.LeaderElectionTest Sleeping for 20000ms to simulate leadership takeover delay
   [junit4]   2> 831189 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 831470 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57395
   [junit4]   2> 831470 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57395
   [junit4]   2> 831470 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57395
   [junit4]   2> 831471 INFO  (TEST-LeaderElectionTest.testParallelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testParallelElection
   [junit4]   2> 831474 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testStressElection
   [junit4]   2> 831474 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 831476 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 831477 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 831600 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer start zk server on port:57578
   [junit4]   2> 831600 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57578
   [junit4]   2> 831600 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57578
   [junit4]   2> 831600 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57578
   [junit4]   2> 831665 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 831790 INFO  (zkConnectionManagerCallback-3619-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 831790 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 831876 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 831956 INFO  (zkConnectionManagerCallback-3621-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 831957 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 831960 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 832569 INFO  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 832582 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 833143 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 833208 INFO  (zkConnectionManagerCallback-3627-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 833209 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 833212 INFO  (stressElection-2984-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 833228 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 833348 WARN  (NIOWorkerThread-4) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001cae36e60003, likely client has closed socket
   [junit4]   2> 833430 INFO  (zkConnectionManagerCallback-3631-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 833430 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 833443 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 833560 WARN  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ed7b1fc name: ZooKeeperConnection Watcher:127.0.0.1:57578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 833560 WARN  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 833914 INFO  (stressElection-2984-thread-2) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 833915 INFO  (zkConnectionManagerCallback-3635-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 833915 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 833971 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 833979 WARN  (NIOWorkerThread-10) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001cae36e60005, likely client has closed socket
   [junit4]   2> 834157 INFO  (zkConnectionManagerCallback-3639-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 834171 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 834174 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 834261 INFO  (stressElection-2984-thread-3) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 834301 INFO  (zkConnectionManagerCallback-3643-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 834301 INFO  (Thread-1107) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 834412 INFO  (stressElection-2984-thread-4) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 834413 WARN  (Thread-1107-SendThread(127.0.0.1:57578)) [     ] o.a.z.ClientCnxn Session 0x1001cae36e60005 for server localhost/127.0.0.1:57578, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.nio.channels.CancelledKeyException
   [junit4]   2> 	at java.base/sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:71)
   [junit4]   2> java.nio.channels.CancelledKeyException: null
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:71) ~[?:?]
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:90) ~[?:?]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.enableWrite(ClientCnxnSocketNIO.java:393) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:369) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 834439 ERROR (stressElection-2984-thread-2) [     ] o.a.s.c.LeaderElectionTest setup failed
   [junit4]   2>           => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1538) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$9(SolrZkClient.java:529) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:528) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:112) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:371) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:168) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) ~[test/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 834526 WARN  (NIOWorkerThread-2) [     ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x1001cae36e60006: Connection reset by peer
   [junit4]   2> 834770 INFO  (stressElection-2984-thread-2) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 835112 WARN  (NIOWorkerThread-10) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001cae36e60007, likely client has closed socket
   [junit4]   2> 835569 WARN  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]-SendThread(127.0.0.1:57578)) [     ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1001cae36e60002 has expired
   [junit4]   2> 835569 WARN  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ed7b1fc name: ZooKeeperConnection Watcher:127.0.0.1:57578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 835579 WARN  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 835579 WARN  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 835587 INFO  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 835609 INFO  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 835624 INFO  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 835624 INFO  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 835624 INFO  (zkConnectionManagerCallback-3623-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 835650 ERROR (stressElection-2984-thread-1) [     ] o.a.s.c.LeaderElectionTest setup failed
   [junit4]   2>           => org.apache.solr.common.AlreadyClosedException
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69)
   [junit4]   2> org.apache.solr.common.AlreadyClosedException: null
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:528) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:112) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:145) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$TestLeaderElectionContext.<init>(LeaderElectionTest.java:93) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:165) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) ~[test/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 835828 WARN  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ed7b1fc name: ZooKeeperConnection Watcher:127.0.0.1:57578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 835828 WARN  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 836029 ERROR (stressElection-2984-thread-4) [     ] o.a.s.c.LeaderElectionTest setup failed
   [junit4]   2>           => org.apache.solr.common.AlreadyClosedException
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69)
   [junit4]   2> org.apache.solr.common.AlreadyClosedException: null
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:314) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:108) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:145) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$TestLeaderElectionContext.<init>(LeaderElectionTest.java:93) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:165) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) ~[test/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 837216 ERROR (stressElection-2984-thread-3) [     ] o.a.s.c.LeaderElectionTest setup failed
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.base/java.lang.Object.wait(Native Method)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.lang.Object.wait(Native Method) ~[?:?]
   [junit4]   2> 	at java.lang.Object.wait(Object.java:328) ~[?:?]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1536) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$9(SolrZkClient.java:529) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:528) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:112) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:371) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:168) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) ~[test/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 837217 ERROR (stressElection-2984-thread-2) [     ] o.a.s.c.LeaderElectionTest setup failed
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.base/java.lang.Object.wait(Native Method)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.lang.Object.wait(Native Method) ~[?:?]
   [junit4]   2> 	at java.lang.Object.wait(Object.java:328) ~[?:?]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1536) ~[zookeeper-3.5.7.jar:3.5.7]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$9(SolrZkClient.java:529) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:528) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:112) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:371) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:168) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) ~[test/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 837593 WARN  (zkConnectionManagerCallback-3623-thread-1-SendThread(127.0.0.1:57578)) [     ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1001cae36e60008 has expired
   [junit4]   2> 837597 WARN  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ed7b1fc name: ZooKeeperConnection Watcher:127.0.0.1:57578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 837597 WARN  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 837597 WARN  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 837605 INFO  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 837816 INFO  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 837818 INFO  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 837818 INFO  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 837818 INFO  (zkConnectionManagerCallback-3623-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   1> / (1)
   [junit4]   1>  /collections (2)
   [junit4]   1>   /collections/collection1 (2)
   [junit4]   1>    /collections/collection1/leaders (1)
   [junit4]   1>     /collections/collection1/leaders/shard1 (0)
   [junit4]   1>    /collections/collection1/leader_elect (1)
   [junit4]   1>     /collections/collection1/leader_elect/shard1 (0)
   [junit4]   1>   /collections/collection2 (0)
   [junit4]   1> 
   [junit4]   2> 872206 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 872520 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57578
   [junit4]   2> 872520 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57578
   [junit4]   2> 872520 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57578
   [junit4]   2> 872526 INFO  (TEST-LeaderElectionTest.testStressElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testStressElection
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=75E5A63E3170FB22 -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=GMT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   41.1s J3 | LeaderElectionTest.testStressElection <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Could not get leader props for collection1 shard1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([75E5A63E3170FB22:8AB37290563EEA31]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:263)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:416)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:525)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 872536 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testElection
   [junit4]   2> 872537 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 872539 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 872539 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 872650 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer start zk server on port:57647
   [junit4]   2> 872650 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57647
   [junit4]   2> 872651 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57647
   [junit4]   2> 872651 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57647
   [junit4]   2> 872676 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 872747 INFO  (zkConnectionManagerCallback-3647-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 872747 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 872767 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 872778 INFO  (zkConnectionManagerCallback-3649-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 872779 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 872792 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 872797 INFO  (zkConnectionManagerCallback-3651-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 872797 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 872818 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 872821 INFO  (zkConnectionManagerCallback-3655-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 872821 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 872826 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 872848 INFO  (zkConnectionManagerCallback-3659-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 872849 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 872855 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 872875 INFO  (zkConnectionManagerCallback-3663-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 872875 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 872885 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 872949 INFO  (zkConnectionManagerCallback-3667-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 872956 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 872960 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873021 INFO  (zkConnectionManagerCallback-3671-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873025 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873035 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873039 INFO  (zkConnectionManagerCallback-3675-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873045 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873067 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873071 INFO  (zkConnectionManagerCallback-3679-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873075 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873086 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873100 INFO  (zkConnectionManagerCallback-3683-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873100 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873103 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873132 INFO  (zkConnectionManagerCallback-3687-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873140 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873143 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873182 INFO  (zkConnectionManagerCallback-3691-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873182 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873225 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873248 INFO  (zkConnectionManagerCallback-3695-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873248 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873254 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873338 INFO  (zkConnectionManagerCallback-3699-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873338 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873346 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873388 INFO  (zkConnectionManagerCallback-3703-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873388 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873433 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873459 INFO  (zkConnectionManagerCallback-3707-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873460 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873463 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 873498 INFO  (zkConnectionManagerCallback-3711-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 873501 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 873513 INFO  (Thread-shard10) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873516 INFO  (Thread-shard11) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873518 INFO  (Thread-shard13) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873518 INFO  (Thread-shard12) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873523 INFO  (Thread-shard14) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873527 INFO  (Thread-shard15) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873530 INFO  (Thread-shard16) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873536 INFO  (Thread-shard17) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873537 INFO  (Thread-shard18) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873550 INFO  (Thread-shard19) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873552 INFO  (Thread-shard110) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873555 INFO  (Thread-shard111) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873557 INFO  (Thread-shard112) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873558 INFO  (Thread-shard113) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873561 INFO  (Thread-shard114) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 873890 INFO  (Thread-shard10) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72089131300028419-shard10-n_0000000000
   [junit4]   2> 874067 INFO  (zkCallback-3698-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72089131300028430-shard111-n_0000000001
   [junit4]   2> 874690 INFO  (zkCallback-3702-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72089131300028431-shard112-n_0000000002
   [junit4]   2> 875060 INFO  (zkCallback-3694-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72089131300028429-shard110-n_0000000006
   [junit4]   2> 875209 INFO  (zkCallback-3666-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72089131300028422-shard13-n_0000000007
   [junit4]   2> 875527 INFO  (zkCallback-3710-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72089131300028433-shard114-n_0000000009
   [junit4]   2> 876944 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 877168 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72089131300028426-shard17-n_0000000012
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72089131300028427-shard18-n_0000000003
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72089131300028431-shard112-n_0000000002
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72089131300028432-shard113-n_0000000010
   [junit4]   2> 
   [junit4]   2> 877173 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57647
   [junit4]   2> 877174 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57647
   [junit4]   2> 877174 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57647
   [junit4]   2> 877174 INFO  (TEST-LeaderElectionTest.testElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testElection
   [junit4]   2> 877178 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCancelElection
   [junit4]   2> 877179 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 877180 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 877180 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 877280 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer start zk server on port:57687
   [junit4]   2> 877280 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57687
   [junit4]   2> 877280 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57687
   [junit4]   2> 877280 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57687
   [junit4]   2> 877284 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 877290 INFO  (zkConnectionManagerCallback-3715-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 877290 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 877301 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 877306 INFO  (zkConnectionManagerCallback-3717-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 877306 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 877307 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 877315 INFO  (zkConnectionManagerCallback-3719-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 877315 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 877324 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/slice1
   [junit4]   2> 877346 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/slice1/leader after winning as /collections/collection2/leader_elect/slice1/election/72089131604049922-dummynode1-n_0000000000
   [junit4]   2> 878356 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/slice1
   [junit4]   2> 879809 INFO  (zkCallback-3718-thread-1) [     ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/slice1/leader after winning as /collections/collection2/leader_elect/slice1/election/72089131604049922-dummynode2-n_0000000001
   [junit4]   2> 880920 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 881139 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57687
   [junit4]   2> 881139 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57687
   [junit4]   2> 881139 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57687
   [junit4]   2> 881139 INFO  (TEST-LeaderElectionTest.testCancelElection-seed#[75E5A63E3170FB22]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testCancelElection
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderElectionTest_75E5A63E3170FB22-001
   [junit4]   2> Mar 25, 2020 10:37:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1088, maxMBSortInHeap=6.595403860913008, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2afad54f), locale=es-NI, timezone=GMT
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=234386216,total=367525888
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocTermOrds, TestCloudNestedDocsSort, ZkSolrClientTest, ClassificationUpdateProcessorIntegrationTest, CursorPagingTest, TestAtomicUpdateErrorCases, SimplePostToolTest, HdfsAutoAddReplicasIntegrationTest, TestSimComputePlanAction, CdcrVersionReplicationTest, ClusterStateUpdateTest, TestInPlaceUpdatesRequiredField, TestLMJelinekMercerSimilarityFactory, TestLockTree, DistributedFacetPivotLargeTest, CoreMergeIndexesAdminHandlerTest, TestCoreAdminApis, TestUnInvertedFieldException, BadIndexSchemaTest, TestSizeLimitedDistributedMap, TestPKIAuthenticationPlugin, TermVectorComponentDistributedTest, BlobRepositoryCloudTest, PeerSyncWithBufferUpdatesTest, DocValuesNotIndexedTest, V2ApiIntegrationTest, CollectionsAPIAsyncDistributedZkTest, SchemaVersionSpecificBehaviorTest, ReplicationFactorTest, TestSolrFieldCacheBean, ZkCLITest, TestConfigSetsAPIZkFailure, LukeRequestHandlerTest, DeleteLastCustomShardedReplicaTest, FileBasedSpellCheckerTest, TestExplainDocTransformer, TestQuerySenderListener, XmlInterpolationTest, DistributedUpdateProcessorTest, EmbeddedSolrNoSerializeTest, HdfsWriteToMultipleCollectionsTest, TestSimpleTrackingShardHandler, ConfigSetsAPITest, TestUniqueKeyFieldResource, AnalyticsQueryTest, TestCoreContainer, TestInitQParser, TestSweetSpotSimilarityFactory, PhrasesIdentificationComponentTest, UninvertDocValuesMergePolicyTest, BJQFilterAccessibleTest, BasicAuthOnSingleNodeTest, TestNumericTerms64, OverseerModifyCollectionTest, TestCloudInspectUtil, HttpPartitionOnCommitTest, TestSolrConfigHandler, BlockCacheTest, TolerantUpdateProcessorTest, TestHashPartitioner, TestDynamicLoading, TestReload, SparseHLLTest, LegacyCloudClusterPropTest, AutoscalingHistoryHandlerTest, TestSolrCLIRunExample, SignificantTermsQParserPluginTest, TestGraphMLResponseWriter, JavaBinAtomicUpdateMultivalueTest, LeaderElectionTest]
   [junit4] Completed [317/907 (1!)] on J3 in 72.58s, 5 tests, 1 error <<< FAILURES!

[...truncated 54682 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5808/consoleText

[repro] Revision: b0728ceca60495696a8bdd248a89abd5bf38c926

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=75E5A63E3170FB22 -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=GMT -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       LeaderElectionTest
[repro] ant compile-test

[...truncated 3150 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.LeaderElectionTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=75E5A63E3170FB22 -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=GMT -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 101 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.LeaderElectionTest
[repro] Exiting with code 0

[...truncated 73 lines...]