You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/07/02 02:51:09 UTC
[JENKINS-EA] Lucene-Solr-BadApples-master-Linux
(64bit/jdk-15-ea+24) - Build # 394 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-master-Linux/394/
Java: 64bit/jdk-15-ea+24 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionTest.testStressElection
Error Message:
Could not get leader props for collection1 shard1
Stack Trace:
java.lang.RuntimeException: Could not get leader props for collection1 shard1
at __randomizedtesting.SeedInfo.seed([67AE5F5CF126246A:98F88BF296683579]:0)
at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:263)
at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:416)
at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:525)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:832)
Build Log:
[...truncated 12856 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionTest
[junit4] 2> 264347 INFO (SUITE-LeaderElectionTest-seed#[67AE5F5CF126246A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/server/solr/configsets/_default/conf'
[junit4] 2> 264347 INFO (SUITE-LeaderElectionTest-seed#[67AE5F5CF126246A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 264347 INFO (SUITE-LeaderElectionTest-seed#[67AE5F5CF126246A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionTest_67AE5F5CF126246A-001/data-dir-31-001
[junit4] 2> 264347 WARN (SUITE-LeaderElectionTest-seed#[67AE5F5CF126246A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 264347 INFO (SUITE-LeaderElectionTest-seed#[67AE5F5CF126246A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 264348 INFO (SUITE-LeaderElectionTest-seed#[67AE5F5CF126246A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 264350 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testElection
[junit4] 2> 264350 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 264352 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 264352 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 264352 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 264452 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer start zk server on port: 41819
[junit4] 2> 264452 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41819
[junit4] 2> 264452 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41819
[junit4] 2> 264452 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41819
[junit4] 2> 264457 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 264465 INFO (zkConnectionManagerCallback-3364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 264465 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 264494 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 264506 INFO (zkConnectionManagerCallback-3366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 264507 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 264509 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 264515 INFO (zkConnectionManagerCallback-3368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 264515 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 264547 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 264553 INFO (zkConnectionManagerCallback-3372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 264553 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265001 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265007 INFO (zkConnectionManagerCallback-3376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265008 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265009 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265010 INFO (zkConnectionManagerCallback-3380-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265010 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265011 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265012 INFO (zkConnectionManagerCallback-3384-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265012 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265015 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265019 INFO (zkConnectionManagerCallback-3388-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265019 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265021 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265023 INFO (zkConnectionManagerCallback-3392-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265023 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265026 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265027 INFO (zkConnectionManagerCallback-3396-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265027 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265030 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265031 INFO (zkConnectionManagerCallback-3400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265031 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265032 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265033 INFO (zkConnectionManagerCallback-3404-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265033 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265034 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265035 INFO (zkConnectionManagerCallback-3408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265035 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265038 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265039 INFO (zkConnectionManagerCallback-3412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265039 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265041 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265041 INFO (zkConnectionManagerCallback-3416-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265041 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265042 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265045 INFO (zkConnectionManagerCallback-3420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265045 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265046 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265047 INFO (zkConnectionManagerCallback-3424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265047 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265049 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 265051 INFO (zkConnectionManagerCallback-3428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 265051 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 265054 INFO (Thread-shard10) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265054 INFO (Thread-shard11) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265055 INFO (Thread-shard12) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265056 INFO (Thread-shard10) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808579-shard10-n_0000000000
[junit4] 2> 265059 INFO (Thread-shard13) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265059 INFO (Thread-shard16) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265059 INFO (Thread-shard15) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265059 INFO (Thread-shard14) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265066 INFO (Thread-shard17) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265066 INFO (Thread-shard18) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265066 INFO (Thread-shard19) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265067 INFO (Thread-shard111) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265067 INFO (Thread-shard110) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265071 INFO (Thread-shard112) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265075 INFO (Thread-shard113) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265075 INFO (Thread-shard114) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 265176 INFO (zkCallback-3379-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808581-shard12-n_0000000001
[junit4] 2> 265379 INFO (zkCallback-3375-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808580-shard11-n_0000000002
[junit4] 2> 265682 INFO (zkCallback-3391-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808584-shard15-n_0000000006
[junit4] 2> 265783 INFO (zkCallback-3399-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808586-shard17-n_0000000007
[junit4] 2> 265884 INFO (zkCallback-3403-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808587-shard18-n_0000000008
[junit4] 2> 265883 WARN (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]-SendThread(127.0.0.1:41819)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e7882ff000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e7882ff000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e7882ff000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 265985 INFO (zkCallback-3411-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808589-shard110-n_0000000009
[junit4] 2> 266188 INFO (zkCallback-3415-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808590-shard111-n_0000000010
[junit4] 2> 266288 INFO (zkCallback-3419-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808591-shard112-n_0000000012
[junit4] 2> 266390 INFO (zkCallback-3427-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179057910808593-shard114-n_0000000013
[junit4] 2> 266792 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 266995 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72179057910808580-shard11-n_0000000002
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72179057910808590-shard111-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72179057910808585-shard16-n_0000000003
[junit4] 2>
[junit4] 2> 266996 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41819
[junit4] 2> 266996 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41819
[junit4] 2> 266996 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41819
[junit4] 2> 266996 INFO (TEST-LeaderElectionTest.testElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testElection
[junit4] 2> 266998 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParallelElection
[junit4] 2> 266999 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 266999 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 266999 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 266999 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 267099 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer start zk server on port: 43503
[junit4] 2> 267099 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43503
[junit4] 2> 267099 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43503
[junit4] 2> 267099 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43503
[junit4] 2> 267100 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 267101 INFO (zkConnectionManagerCallback-3432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 267101 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 267103 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 267116 INFO (zkConnectionManagerCallback-3434-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 267116 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 267118 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 267139 INFO (zkConnectionManagerCallback-3436-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 267139 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 267154 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.LeaderElectionTest Testing parallel election across 3 shards
[junit4] 2> 267155 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 267156 INFO (zkConnectionManagerCallback-3440-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 267156 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 267157 INFO (Thread-parshard11) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard1
[junit4] 2> 267157 INFO (Thread-parshard31) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard3
[junit4] 2> 267157 INFO (Thread-parshard21) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard2
[junit4] 2> 267165 INFO (Thread-parshard11) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard1/leader after winning as /collections/collection1/leader_elect/parshard1/election/72179058084151299-parshard11-n_0000000000
[junit4] 2> 267165 INFO (Thread-parshard31) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard3/leader after winning as /collections/collection1/leader_elect/parshard3/election/72179058084151299-parshard31-n_0000000000
[junit4] 2> 267165 INFO (Thread-parshard21) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard2/leader after winning as /collections/collection1/leader_elect/parshard2/election/72179058084151299-parshard21-n_0000000000
[junit4] 2> 267257 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.LeaderElectionTest First replicas brought up and registered
[junit4] 2> 267258 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 267259 INFO (zkConnectionManagerCallback-3444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 267259 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 267260 INFO (Thread-parshard12) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard1
[junit4] 2> 267260 INFO (Thread-parshard22) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard2
[junit4] 2> 267260 INFO (Thread-parshard32) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/parshard3
[junit4] 2> 267359 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.LeaderElectionTest Second replicas brought up and registered
[junit4] 2> 267361 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard1/leader after winning as /collections/collection1/leader_elect/parshard1/election/72179058084151300-parshard12-n_0000000001
[junit4] 2> 267361 INFO (zkCallback-3443-thread-2) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard2/leader after winning as /collections/collection1/leader_elect/parshard2/election/72179058084151300-parshard22-n_0000000001
[junit4] 2> 267361 INFO (zkCallback-3443-thread-3) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/parshard3/leader after winning as /collections/collection1/leader_elect/parshard3/election/72179058084151300-parshard32-n_0000000001
[junit4] 2> 267362 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.LeaderElectionTest Sleeping for 20000ms to simulate leadership takeover delay
[junit4] 2> 267362 INFO (zkCallback-3443-thread-2) [ ] o.a.s.c.LeaderElectionTest Sleeping for 20000ms to simulate leadership takeover delay
[junit4] 2> 267362 INFO (zkCallback-3443-thread-3) [ ] o.a.s.c.LeaderElectionTest Sleeping for 20000ms to simulate leadership takeover delay
[junit4] 2> 287565 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 287768 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43503
[junit4] 2> 287768 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43503
[junit4] 2> 287768 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43503
[junit4] 2> 287768 INFO (TEST-LeaderElectionTest.testParallelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testParallelElection
[junit4] 2> 287771 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 287771 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 287771 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 287771 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 287772 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 287871 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer start zk server on port: 41633
[junit4] 2> 287871 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41633
[junit4] 2> 287871 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41633
[junit4] 2> 287871 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41633
[junit4] 2> 287873 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 287875 INFO (zkConnectionManagerCallback-3448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 287875 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 287886 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 287896 INFO (zkConnectionManagerCallback-3450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 287896 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 287898 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 287901 INFO (zkConnectionManagerCallback-3452-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 287901 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 287991 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 288006 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72179059445399554-dummynode1-n_0000000000
[junit4] 2> 288108 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 288210 WARN (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]-SendThread(127.0.0.1:41633)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78de770001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78de770001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78de770001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 288314 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41633
[junit4] 2> 288314 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41633
[junit4] 2> 288314 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41633
[junit4] 2> 288314 INFO (TEST-LeaderElectionTest.testBasic-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasic
[junit4] 2> 288317 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStressElection
[junit4] 2> 288318 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 288318 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 288318 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 288319 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 288418 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer start zk server on port: 42167
[junit4] 2> 288418 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42167
[junit4] 2> 288418 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42167
[junit4] 2> 288418 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42167
[junit4] 2> 288420 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288423 INFO (zkConnectionManagerCallback-3456-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288423 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288440 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288447 INFO (zkConnectionManagerCallback-3458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288447 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288448 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288457 INFO (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288457 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288474 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288477 INFO (zkConnectionManagerCallback-3465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288478 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288483 INFO (stressElection-3463-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288493 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288500 INFO (zkConnectionManagerCallback-3469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288500 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288533 INFO (stressElection-3463-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179059481772035-shard10-n_0000000000
[junit4] 2> 288538 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288544 WARN (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20002 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 288544 INFO (zkConnectionManagerCallback-3473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288544 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288545 WARN (NIOWorkerThread-14) [ ] o.a.z.s.NIOServerCnxn Unexpected exception
[junit4] 2> => EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45318, session = 0x1006e78e0a20004
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163)
[junit4] 2> org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45318, session = 0x1006e78e0a20004
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:326) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:522) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:154) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 288546 WARN (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a20003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 288550 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288559 INFO (zkConnectionManagerCallback-3477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288559 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288572 INFO (stressElection-3463-thread-2) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288574 INFO (stressElection-3463-thread-2) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179059481772037-shard12-n_0000000001
[junit4] 2> 288584 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288585 INFO (zkConnectionManagerCallback-3481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288585 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288602 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288614 INFO (zkConnectionManagerCallback-3485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288615 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288626 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288628 INFO (stressElection-3463-thread-3) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288631 INFO (zkConnectionManagerCallback-3489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288631 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288636 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288645 WARN (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2980c132 name: ZooKeeperConnection Watcher:127.0.0.1:42167/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 288645 WARN (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 288648 INFO (zkConnectionManagerCallback-3493-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288648 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288666 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288679 INFO (zkConnectionManagerCallback-3497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288679 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288683 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288684 INFO (zkConnectionManagerCallback-3501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288684 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288699 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288700 INFO (zkConnectionManagerCallback-3505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288700 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288706 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288707 INFO (zkConnectionManagerCallback-3509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288707 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288711 INFO (stressElection-3463-thread-5) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288714 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288715 INFO (stressElection-3463-thread-6) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288715 INFO (zkConnectionManagerCallback-3513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288715 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288723 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288724 INFO (stressElection-3463-thread-8) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288731 INFO (zkConnectionManagerCallback-3517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288731 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288731 INFO (stressElection-3463-thread-9) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288746 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288747 INFO (zkConnectionManagerCallback-3521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288747 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288761 ERROR (stressElection-3463-thread-6) [ ] o.a.s.c.LeaderElectionTest setup failed
[junit4] 2> => java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders/shard1
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ShardLeaderElectionContextBase.java:81)
[junit4] 2> java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders/shard1
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ShardLeaderElectionContextBase.java:81) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$TestLeaderElectionContext.<init>(LeaderElectionTest.java:93) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:165) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) [test/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders/shard1
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:2246) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:108) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ShardLeaderElectionContextBase.java:79) ~[java/:?]
[junit4] 2> ... 9 more
[junit4] 2> 288769 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a20008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 288774 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288787 INFO (stressElection-3463-thread-4) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288802 INFO (zkConnectionManagerCallback-3525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288802 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288818 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288838 INFO (zkConnectionManagerCallback-3529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288838 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288842 INFO (stressElection-3463-thread-11) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288842 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20004 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => java.nio.channels.CancelledKeyException
[junit4] 2> at java.base/sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74)
[junit4] 2> java.nio.channels.CancelledKeyException: null
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74) ~[?:?]
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:93) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.enableWrite(ClientCnxnSocketNIO.java:377) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:353) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 288851 INFO (stressElection-3463-thread-12) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288858 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288862 INFO (stressElection-3463-thread-7) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288873 INFO (zkConnectionManagerCallback-3533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288873 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288873 INFO (stressElection-3463-thread-13) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288886 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288902 INFO (zkConnectionManagerCallback-3537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288903 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288922 INFO (stressElection-3463-thread-10) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288922 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288932 INFO (stressElection-3463-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288937 INFO (stressElection-3463-thread-14) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288939 INFO (stressElection-3463-thread-15) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 288945 WARN (zkConnectionManagerCallback-3469-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@867042e name: ZooKeeperConnection Watcher:127.0.0.1:42167/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 288945 WARN (zkConnectionManagerCallback-3469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 288947 INFO (zkConnectionManagerCallback-3541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288947 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288963 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 288982 INFO (zkConnectionManagerCallback-3545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288983 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 288994 ERROR (stressElection-3463-thread-1) [ ] o.a.s.c.LeaderElectionTest setup failed
[junit4] 2> => java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders/shard1
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ShardLeaderElectionContextBase.java:81)
[junit4] 2> java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders/shard1
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ShardLeaderElectionContextBase.java:81) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$TestLeaderElectionContext.<init>(LeaderElectionTest.java:93) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:165) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) [test/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders/shard1
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:2246) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:108) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ShardLeaderElectionContextBase.java:79) ~[java/:?]
[junit4] 2> ... 9 more
[junit4] 2> 289001 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 289006 INFO (zkConnectionManagerCallback-3549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 289007 INFO (Thread-748) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 289086 INFO (stressElection-3463-thread-6) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 289094 WARN (NIOWorkerThread-4) [ ] o.a.z.s.NIOServerCnxn Unexpected exception
[junit4] 2> => EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45340, session = 0x1006e78e0a2000f
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163)
[junit4] 2> org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45340, session = 0x1006e78e0a2000f
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:326) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:522) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:154) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 289108 INFO (stressElection-3463-thread-3) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 289119 INFO (stressElection-3463-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 290069 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a2000f.
[junit4] 2> => java.nio.channels.CancelledKeyException
[junit4] 2> at java.base/sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74)
[junit4] 2> java.nio.channels.CancelledKeyException: null
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74) ~[?:?]
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:93) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.enableWrite(ClientCnxnSocketNIO.java:377) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:353) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 290202 WARN (NIOWorkerThread-5) [ ] o.a.z.s.NIOServerCnxn Unexpected exception
[junit4] 2> => EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45336, session = 0x1006e78e0a2000d
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163)
[junit4] 2> org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45336, session = 0x1006e78e0a2000d
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:326) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:522) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:154) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 290227 INFO (stressElection-3463-thread-8) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 290295 INFO (stressElection-3463-thread-6) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 290302 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a2000e.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a2000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a2000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 290379 WARN (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1006e78e0a20002 has expired
[junit4] 2> 290379 WARN (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2980c132 name: ZooKeeperConnection Watcher:127.0.0.1:42167/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 290379 WARN (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 290379 WARN (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20002 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => org.apache.zookeeper.ClientCnxn$SessionExpiredException: Unable to reconnect to ZooKeeper service, session 0x1006e78e0a20002 has expired
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.onConnected(ClientCnxn.java:1406)
[junit4] 2> org.apache.zookeeper.ClientCnxn$SessionExpiredException: Unable to reconnect to ZooKeeper service, session 0x1006e78e0a20002 has expired
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.onConnected(ClientCnxn.java:1406) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocket.readConnectResult(ClientCnxnSocket.java:154) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:84) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 290379 WARN (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 290382 INFO (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 290384 INFO (zkConnectionManagerCallback-3460-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 290384 INFO (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 290384 INFO (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 290384 INFO (zkConnectionManagerCallback-3460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected: true
[junit4] 2> 290423 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a2000d.
[junit4] 2> => java.nio.channels.CancelledKeyException
[junit4] 2> at java.base/sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74)
[junit4] 2> java.nio.channels.CancelledKeyException: null
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74) ~[?:?]
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:93) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.enableWrite(ClientCnxnSocketNIO.java:377) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:353) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 290424 INFO (stressElection-3463-thread-10) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 290445 ERROR (stressElection-3463-thread-11) [ ] o.a.s.c.LeaderElectionTest setup failed
[junit4] 2> => org.apache.solr.common.AlreadyClosedException
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69)
[junit4] 2> org.apache.solr.common.AlreadyClosedException: null
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:108) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ShardLeaderElectionContextBase.java:79) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$TestLeaderElectionContext.<init>(LeaderElectionTest.java:93) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:165) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:177) [test/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 290745 WARN (NIOWorkerThread-29) [ ] o.a.z.s.NIOServerCnxn Unexpected exception
[junit4] 2> => EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45334, session = 0x1006e78e0a2000c
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163)
[junit4] 2> org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45334, session = 0x1006e78e0a2000c
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:326) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:522) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:154) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 291319 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a2000c.
[junit4] 2> => java.nio.channels.CancelledKeyException
[junit4] 2> at java.base/sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74)
[junit4] 2> java.nio.channels.CancelledKeyException: null
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74) ~[?:?]
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:93) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.enableWrite(ClientCnxnSocketNIO.java:377) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:353) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 291846 WARN (NIOWorkerThread-30) [ ] o.a.z.s.NIOServerCnxn Unexpected exception
[junit4] 2> => EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45354, session = 0x1006e78e0a20015
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163)
[junit4] 2> org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:45354, session = 0x1006e78e0a20015
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:326) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:522) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:154) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 292017 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a20015.
[junit4] 2> => java.nio.channels.CancelledKeyException
[junit4] 2> at java.base/sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74)
[junit4] 2> java.nio.channels.CancelledKeyException: null
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:74) ~[?:?]
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:93) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.enableWrite(ClientCnxnSocketNIO.java:377) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:353) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 292139 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a20014.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20014, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20014, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 1> / (1)
[junit4] 1> /collections (2)
[junit4] 1> /collections/collection1 (2)
[junit4] 1> /collections/collection1/leaders (1)
[junit4] 1> /collections/collection1/leaders/shard1 (0)
[junit4] 1> /collections/collection1/leader_elect (1)
[junit4] 1> /collections/collection1/leader_elect/shard1 (1)
[junit4] 1> /collections/collection1/leader_elect/shard1/election (3)
[junit4] 1> /collections/collection1/leader_elect/shard1/election/72179059481772053-shard118-n_0000000012 (0)
[junit4] 1> /collections/collection1/leader_elect/shard1/election/72179059481772055-shard120-n_0000000017 (0)
[junit4] 1> /collections/collection1/leader_elect/shard1/election/72179059481772056-shard121-n_0000000015 (0)
[junit4] 1> /collections/collection2 (0)
[junit4] 1>
[junit4] 2> 322622 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 322723 WARN (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a20001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 322742 INFO (zkCallback-3548-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72179059481772056-shard121-n_0000000015
[junit4] 2> 322824 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20017 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20017, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20017, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 322824 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20018 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20018, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1006e78e0a20018, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 322824 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/collection1/leader_elect/shard1/election/72179059481772041-shard16-n_0000000006
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72179059481772051-shard116-n_0000000009
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72179059481772053-shard118-n_0000000012
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72179059481772056-shard121-n_0000000015
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72179059481772045-shard110-n_0000000005
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72179059481772037-shard12-n_0000000001
[junit4] 2>
[junit4] 2> 322825 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42167
[junit4] 2> 322825 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42167
[junit4] 2> 322825 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42167
[junit4] 2> 322825 INFO (TEST-LeaderElectionTest.testStressElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStressElection
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=67AE5F5CF126246A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=bo-IN -Dtests.timezone=Asia/Chita -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 34.5s J2 | LeaderElectionTest.testStressElection <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Could not get leader props for collection1 shard1
[junit4] > at __randomizedtesting.SeedInfo.seed([67AE5F5CF126246A:98F88BF296683579]:0)
[junit4] > at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:263)
[junit4] > at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:416)
[junit4] > at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:525)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:832)
[junit4] 2> 322829 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCancelElection
[junit4] 2> 322829 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 322829 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 322829 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 322830 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 322925 WARN (zkConnectionManagerCallback-3545-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4cbcf15b name: ZooKeeperConnection Watcher:127.0.0.1:42167/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 322925 WARN (zkConnectionManagerCallback-3545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 322925 WARN (zkConnectionManagerCallback-3549-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1948538e name: ZooKeeperConnection Watcher:127.0.0.1:42167/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 322925 WARN (zkConnectionManagerCallback-3549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 322929 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer start zk
[...truncated too long message...]
erElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37255
[junit4] 2> 322931 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 322932 INFO (zkConnectionManagerCallback-3553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 322932 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 322933 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 322938 INFO (zkConnectionManagerCallback-3555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 322938 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 322941 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 322942 INFO (zkConnectionManagerCallback-3557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 322942 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 322944 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/slice1
[junit4] 2> 322958 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/slice1/leader after winning as /collections/collection2/leader_elect/slice1/election/72179061743091714-dummynode1-n_0000000000
[junit4] 2> 323960 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/slice1
[junit4] 2> 324615 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20018 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => java.net.ConnectException: Connection refused
[junit4] 2> at java.base/sun.nio.ch.Net.pollConnect(Native Method)
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
[junit4] 2> at sun.nio.ch.Net.pollConnectNow(Net.java:658) ~[?:?]
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:875) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:342) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 324845 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20017 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => java.net.ConnectException: Connection refused
[junit4] 2> at java.base/sun.nio.ch.Net.pollConnect(Native Method)
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
[junit4] 2> at sun.nio.ch.Net.pollConnectNow(Net.java:658) ~[?:?]
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:875) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:342) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 324963 INFO (zkCallback-3556-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/slice1/leader after winning as /collections/collection2/leader_elect/slice1/election/72179061743091714-dummynode2-n_0000000001
[junit4] 2> 326064 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 326190 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn Session 0x1006e78e0a20018 for sever localhost.localdomain/127.0.0.1:42167, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
[junit4] 2> => java.net.ConnectException: Connection refused
[junit4] 2> at java.base/sun.nio.ch.Net.pollConnect(Native Method)
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
[junit4] 2> at sun.nio.ch.Net.pollConnectNow(Net.java:658) ~[?:?]
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:875) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:342) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 326267 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37255
[junit4] 2> 326267 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37255
[junit4] 2> 326267 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37255
[junit4] 2> 326267 INFO (TEST-LeaderElectionTest.testCancelElection-seed#[67AE5F5CF126246A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCancelElection
[junit4] 2> 326398 WARN (Thread-748-SendThread(127.0.0.1:42167)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1006e78e0a20017.
[junit4] 2> => java.net.ConnectException: Connection refused
[junit4] 2> at java.base/sun.nio.ch.Net.pollConnect(Native Method)
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
[junit4] 2> at sun.nio.ch.Net.pollConnectNow(Net.java:658) ~[?:?]
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:875) ~[?:?]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:342) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionTest_67AE5F5CF126246A-001
[junit4] 2> Jul 02, 2020 2:29:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=1087, maxMBSortInHeap=6.637201521155443, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=bo-IN, timezone=Asia/Chita
[junit4] 2> NOTE: Linux 5.3.0-59-generic amd64/Oracle Corporation 15-ea (64-bit)/cpus=16,threads=1,free=39542744,total=220200960
[junit4] 2> NOTE: All tests run in this JVM: [ResponseBuilderTest, ByteBuffersDirectoryFactoryTest, TestSystemCollAutoCreate, TestExpandComponent, ZkControllerTest, TestRestoreCore, DefaultValueUpdateProcessorTest, TestLRUStatsCache, SmileWriterTest, DistribJoinFromCollectionTest, ChaosMonkeySafeLeaderTest, TestNestedDocsSort, TestCollectionAPI, TestCloudManagedSchema, TestMergePolicyConfig, TestPolicyCloud, ReindexCollectionTest, TestSuggestSpellingConverter, UtilsToolTest, TestSweetSpotSimilarityFactory, ConvertedLegacyTest, RollingRestartTest, TestFoldingMultitermQuery, IgnoreLargeDocumentProcessorFactoryTest, TestHighFrequencyDictionaryFactory, TestRandomCollapseQParserPlugin, LeaderElectionTest]
[junit4] Completed [237/914 (1!)] on J2 in 62.47s, 5 tests, 1 error <<< FAILURES!
[...truncated 47298 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-master-Linux/394/consoleText
[repro] Revision: 76e1d901cb9c35ac8fcec33a17d9e7e78f8b2790
[repro] Repro line: ant test -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=67AE5F5CF126246A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=bo-IN -Dtests.timezone=Asia/Chita -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] LeaderElectionTest
[repro] ant compile-test
[...truncated 2449 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.LeaderElectionTest" -Dtests.showOutput=onerror -Dtests.seed=67AE5F5CF126246A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=bo-IN -Dtests.timezone=Asia/Chita -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 101 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.LeaderElectionTest
[repro] Exiting with code 0
[...truncated 49 lines...]