You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/01/11 08:37:57 UTC
[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 496 -
Still unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/496/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testShardLeaderChange
Error Message:
Stack Trace:
org.apache.solr.common.AlreadyClosedException
at __randomizedtesting.SeedInfo.seed([F3C9F3B9884ADF08:2D9A744E92D22AF9]:0)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:528)
at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:112)
at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:368)
at org.apache.solr.cloud.OverseerTest.electNewOverseer(OverseerTest.java:1410)
at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:905)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14114 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 1804162 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1804162 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerTest_F3C9F3B9884ADF08-001/data-dir-115-001
[junit4] 2> 1804163 WARN (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 1804163 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1804165 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1804165 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1804165 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1804165 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1804265 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:64742
[junit4] 2> 1804265 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:64742
[junit4] 2> 1804265 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64742
[junit4] 2> 1804265 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64742
[junit4] 2> 1804267 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1804272 INFO (zkConnectionManagerCallback-10499-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804272 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1804282 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1804285 INFO (zkConnectionManagerCallback-10501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804285 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1804285 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1804285 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1804302 INFO (TEST-OverseerTest.testLatchWatcher-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLatchWatcher
[junit4] 2> 1804419 INFO (TEST-OverseerTest.testLatchWatcher-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLatchWatcher
[junit4] 2> 1804432 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDownNodeFailover
[junit4] 2> 1804736 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1804738 INFO (zkConnectionManagerCallback-10505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804738 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1804743 WARN (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b7276a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1804743 WARN (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b7276a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1804763 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1804765 INFO (zkConnectionManagerCallback-10512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804765 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1804775 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1804777 INFO (zkConnectionManagerCallback-10517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804782 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1804786 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1804794 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1804796 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318274-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1804805 WARN (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1804807 INFO (OverseerStateUpdate-72519483323318274-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1804813 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1804814 INFO (zkConnectionManagerCallback-10521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804814 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1804834 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1804835 INFO (zkCallback-10516-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1804835 INFO (zkCallback-10500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1804836 INFO (zkConnectionManagerCallback-10528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1804836 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1804836 INFO (zkCallback-10504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1804837 INFO (zkCallback-10520-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1804842 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1804844 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1804990 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection0/leaders/shard1
[junit4] 2> 1804992 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection0/leaders/shard1/leader after winning as /collections/collection0/leader_elect/shard1/election/72519483323318277-127.0.0.1_core1-n_0000000000
[junit4] 2> 1805122 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1805126 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72519483323318277-127.0.0.1_core1-n_0000000000
[junit4] 2> 1805251 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/shard1
[junit4] 2> 1805254 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/shard1/leader after winning as /collections/collection2/leader_elect/shard1/election/72519483323318277-127.0.0.1_core1-n_0000000000
[junit4] 2> 1805380 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection3/leaders/shard1
[junit4] 2> 1805383 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection3/leaders/shard1/leader after winning as /collections/collection3/leader_elect/shard1/election/72519483323318277-127.0.0.1_core1-n_0000000000
[junit4] 2> 1805509 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection4/leaders/shard1
[junit4] 2> 1805513 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection4/leaders/shard1/leader after winning as /collections/collection4/leader_elect/shard1/election/72519483323318277-127.0.0.1_core1-n_0000000000
[junit4] 2> 1805522 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection0) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1805744 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1805746 INFO (zkConnectionManagerCallback-10530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1805746 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1805746 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318274-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1805746 INFO (OverseerAutoScalingTriggerThread-72519483323318274-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1805746 INFO (OverseerStateUpdate-72519483323318274-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1805759 WARN (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7989872a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1805759 WARN (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7989872a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1805760 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1805761 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1805763 INFO (zkConnectionManagerCallback-10537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1805763 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1805766 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1805828 INFO (zkConnectionManagerCallback-10542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1805828 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1805830 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1805833 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1805838 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1805840 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318279-127.0.0.1:64742_solr-n_0000000001) starting
[junit4] 2> 1805846 WARN (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1805846 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection0) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1805848 INFO (OverseerStateUpdate-72519483323318279-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1805848 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1805850 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection2) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1805851 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection3) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1805852 INFO (OverseerStateUpdate-72519483323318279-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1805853 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection4) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1805860 INFO (zkCallback-10541-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1805860 INFO (zkCallback-10529-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1805860 INFO (zkCallback-10527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1805861 INFO (zkCallback-10500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1805861 INFO (zkCallback-10520-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1805861 INFO (zkCallback-10516-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1806397 INFO (closeThreadPool-10544-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72519483323318274-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1806398 INFO (closeThreadPool-10544-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72519483323318279-127.0.0.1:64742_solr-n_0000000001) closing
[junit4] 2> 1806398 INFO (OverseerStateUpdate-72519483323318279-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1806398 INFO (OverseerAutoScalingTriggerThread-72519483323318279-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1806403 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1806919 INFO (TEST-OverseerTest.testDownNodeFailover-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDownNodeFailover
[junit4] 2> 1806930 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
[junit4] 2> 1807057 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807059 INFO (zkConnectionManagerCallback-10548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807059 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807073 INFO (zkCallback-10500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1807073 INFO (zkCallback-10547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1807074 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807075 INFO (zkConnectionManagerCallback-10552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807075 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807079 WARN (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2053c21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1807079 WARN (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2053c21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1807081 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807082 INFO (zkConnectionManagerCallback-10559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807083 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807085 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807087 INFO (zkConnectionManagerCallback-10564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807087 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807091 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1807093 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1807098 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1807100 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318283-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1807117 WARN (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1807119 INFO (OverseerStateUpdate-72519483323318283-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1807123 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807123 INFO (OverseerStateUpdate-72519483323318283-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1807125 INFO (zkConnectionManagerCallback-10569-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807125 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807129 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1807132 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1807245 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1807248 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72519483323318282-node1_core1-n_0000000000
[junit4] 2> 1807253 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1807262 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1807264 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72519483323318282-node1_core1-n_0000000001
[junit4] 2> 1807266 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1807378 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1807379 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72519483323318282-node1_core1-n_0000000002
[junit4] 2> 1807474 WARN (OverseerStateUpdate-72519483323318283-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:2384) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:350) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:350) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:220) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:259) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1807474 INFO (OverseerStateUpdate-72519483323318283-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1807477 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1807482 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807483 INFO (zkConnectionManagerCallback-10571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807483 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807484 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318283-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1807484 INFO (OverseerAutoScalingTriggerThread-72519483323318283-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1807488 WARN (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49a975bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1807488 WARN (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49a975bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1807489 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807490 INFO (zkConnectionManagerCallback-10578-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807490 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807493 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1807495 INFO (zkConnectionManagerCallback-10583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1807495 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1807497 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1807500 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1807502 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1807503 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318287-127.0.0.1:64742_solr-n_0000000001) starting
[junit4] 2> 1807509 WARN (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1807510 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1807512 INFO (OverseerStateUpdate-72519483323318287-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1807515 INFO (OverseerStateUpdate-72519483323318287-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1807633 INFO (zkCallback-10547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1807633 INFO (zkCallback-10500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1807633 INFO (zkCallback-10582-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1807633 INFO (zkCallback-10568-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1807634 INFO (zkCallback-10570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1807634 INFO (zkCallback-10563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1808246 INFO (closeThreadPool-10585-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72519483323318283-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1808246 INFO (closeThreadPool-10585-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72519483323318287-127.0.0.1:64742_solr-n_0000000001) closing
[junit4] 2> 1808246 INFO (OverseerAutoScalingTriggerThread-72519483323318287-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1808248 INFO (OverseerStateUpdate-72519483323318287-127.0.0.1:64742_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1808253 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1808333 INFO (TEST-OverseerTest.testOverseerFailure-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
[junit4] 2> 1808342 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExceptionWhenFlushClusterState
[junit4] 2> 1808504 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1808506 INFO (zkConnectionManagerCallback-10589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1808506 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1808508 WARN (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68fec192[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1808508 WARN (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68fec192[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1808510 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1808512 INFO (zkConnectionManagerCallback-10596-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1808512 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1808514 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1808516 INFO (zkConnectionManagerCallback-10601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1808516 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1808521 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1808525 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1808527 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318290-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1808543 WARN (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1808544 INFO (OverseerStateUpdate-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1808557 WARN (OverseerStateUpdate-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception when process message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "numShards":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "createNodeSet":""}, consider as bad message and poll out from the queue
[junit4] 2> 1808558 ERROR (OverseerStateUpdate-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception in Overseer when process message from work queue, retrying
[junit4] 2> => org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1538) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$8(SolrZkClient.java:399) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:399) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:204) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.enqueueUpdate(ZkStateWriter.java:130) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:189) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1808671 ERROR (OverseerStateUpdate-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception in Overseer main queue loop
[junit4] 2> => org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1538) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$8(SolrZkClient.java:399) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:399) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:204) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:259) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1808675 WARN (OverseerStateUpdate-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception when process message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "numShards":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "createNodeSet":""}, consider as bad message and poll out from the queue
[junit4] 2> 1808676 ERROR (OverseerStateUpdate-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception in Overseer when process message from work queue, retrying
[junit4] 2> => org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1538) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$8(SolrZkClient.java:399) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:399) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:204) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.enqueueUpdate(ZkStateWriter.java:130) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:189) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1808894 INFO (closeThreadPool-10603-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72519483323318290-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1808894 INFO (OverseerStateUpdate-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1808894 INFO (OverseerAutoScalingTriggerThread-72519483323318290-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1808897 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1808950 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExceptionWhenFlushClusterState
[junit4] 2> 1808958 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplay
[junit4] 2> 1809062 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809063 INFO (zkConnectionManagerCallback-10607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809063 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809065 WARN (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1081dc82[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809065 WARN (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1081dc82[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809066 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809068 INFO (zkConnectionManagerCallback-10614-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809068 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809070 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809071 INFO (zkConnectionManagerCallback-10619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809071 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809074 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1809077 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1809078 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318293-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1809086 WARN (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1809088 INFO (OverseerStateUpdate-72519483323318293-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1809422 INFO (closeThreadPool-10621-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72519483323318293-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1809422 INFO (OverseerStateUpdate-72519483323318293-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer According to ZK I (id=72519483323318293-127.0.0.1:64742_solr-n_0000000000) am no longer a leader. propsId=null
[junit4] 2> 1809422 INFO (OverseerStateUpdate-72519483323318293-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1809427 INFO (OverseerAutoScalingTriggerThread-72519483323318293-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1809430 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1809506 INFO (TEST-OverseerTest.testReplay-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplay
[junit4] 2> 1809516 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardLeaderChange
[junit4] 2> 1809636 INFO (Thread-3446) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809640 WARN (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4cb53102[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809640 WARN (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4cb53102[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809641 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809642 INFO (zkConnectionManagerCallback-10630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809642 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809644 WARN (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b26dcd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809645 WARN (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b26dcd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809646 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809647 INFO (zkConnectionManagerCallback-10637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809647 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809649 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809651 INFO (zkConnectionManagerCallback-10642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809651 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809654 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1809656 INFO (zkConnectionManagerCallback-10625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809656 INFO (Thread-3446) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809760 WARN (Thread-3446) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7660ad0f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809760 WARN (Thread-3446) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7660ad0f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1809762 INFO (Thread-3446) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809763 INFO (zkConnectionManagerCallback-10649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809763 INFO (Thread-3446) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809765 INFO (Thread-3446) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1809767 INFO (zkConnectionManagerCallback-10654-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1809767 INFO (Thread-3446) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1809771 INFO (Thread-3446) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1809773 INFO (Thread-3446) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1809774 INFO (Thread-3446) [ ] o.a.s.c.Overseer Overseer (id=72519483323318299-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1809784 WARN (Thread-3446) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1809786 INFO (OverseerStateUpdate-72519483323318299-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1811698 INFO (closeThreadPool-10656-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72519483323318299-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1811698 INFO (OverseerStateUpdate-72519483323318299-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1811699 INFO (OverseerAutoScalingTriggerThread-72519483323318299-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1811703 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1811771 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShardLeaderChange
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerTest -Dtests.method=testShardLeaderChange -Dtests.seed=F3C9F3B9884ADF08 -Dtests.slow=true -Dtests.locale=sr-Latn-RS -Dtests.timezone=Australia/Eucla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 2.27s J1 | OverseerTest.testShardLeaderChange <<<
[junit4] > Throwable #1: org.apache.solr.common.AlreadyClosedException
[junit4] > at __randomizedtesting.SeedInfo.seed([F3C9F3B9884ADF08:2D9A744E92D22AF9]:0)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:528)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:112)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] > at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:368)
[junit4] > at org.apache.solr.cloud.OverseerTest.electNewOverseer(OverseerTest.java:1410)
[junit4] > at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1811782 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
[junit4] 2> 1811881 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1811883 INFO (zkConnectionManagerCallback-10658-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1811883 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1811886 WARN (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4c9149d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1811886 WARN (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4c9149d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1811887 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1811888 INFO (zkConnectionManagerCallback-10665-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1811888 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1811891 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1811892 INFO (zkConnectionManagerCallback-10670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1811892 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1811897 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1811900 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1811901 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318302-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1811913 WARN (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1811915 INFO (OverseerStateUpdate-72519483323318302-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1811919 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1811921 INFO (zkConnectionManagerCallback-10674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1811921 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1811934 INFO (zkCallback-10500-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1811934 INFO (zkCallback-10669-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1811934 INFO (zkCallback-10673-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1811934 INFO (zkCallback-10657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1812047 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1812050 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72519483323318305-127.0.0.1_core1-n_0000000000
[junit4] 2> 1812160 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 1812163 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72519483323318305-127.0.0.1_core2-n_0000000000
[junit4] 2> 1812284 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=778109396
[junit4] 2> 1812284 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=277437245
[junit4] 2> 1812284 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=520432048
[junit4] 2> 1812284 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1745300974
[junit4] 2> 1812284 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1313799835
[junit4] 2> 1812284 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=340002012
[junit4] 2> 1812285 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=582678349
[junit4] 2> 1812285 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1929627305
[junit4] 2> 1812285 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1241531508
[junit4] 2> 1812285 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=2128005900
[junit4] 2> 1812289 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
[junit4] 2> 1812308 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard3/leader after winning as /collections/collection1/leader_elect/shard3/election/72519483323318305-127.0.0.1_core3-n_0000000000
[junit4] 2> 1812420 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1812534 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 1812647 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
[junit4] 2> 1812659 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1812660 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1812660 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1812661 WARN (zkCallback-10673-thread-1) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1812663 WARN (zkCallback-10673-thread-1) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1812664 WARN (zkCallback-10673-thread-1) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1812665 INFO (zkCallback-10673-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1812666 INFO (zkCallback-10657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1812667 INFO (zkCallback-10500-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1812668 INFO (zkCallback-10669-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1813077 INFO (closeThreadPool-10678-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72519483323318302-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1813077 INFO (OverseerAutoScalingTriggerThread-72519483323318302-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1813077 INFO (OverseerStateUpdate-72519483323318302-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1813092 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1813336 INFO (TEST-OverseerTest.testShardAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShardAssignment
[junit4] 2> 1813363 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange
[junit4] 2> 1813644 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1813646 INFO (zkConnectionManagerCallback-10682-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1813646 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1813650 WARN (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@30312e9d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1813650 WARN (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@30312e9d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1813651 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1813653 INFO (zkConnectionManagerCallback-10689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1813653 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1813657 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1813659 INFO (zkConnectionManagerCallback-10694-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1813659 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1813665 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1813671 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1813673 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318306-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1813692 WARN (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1813695 INFO (OverseerStateUpdate-72519483323318306-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1813712 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1813814 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1814128 INFO (closeThreadPool-10696-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72519483323318306-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1814128 INFO (OverseerAutoScalingTriggerThread-72519483323318306-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1814131 INFO (OverseerStateUpdate-72519483323318306-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1814137 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1814255 INFO (TEST-OverseerTest.testStateChange-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
[junit4] 2> 1814265 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
[junit4] 2> 1814382 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1814384 INFO (zkConnectionManagerCallback-10700-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1814384 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1814393 INFO (zkCallback-10699-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1814394 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1814394 INFO (zkCallback-10500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1814396 INFO (zkConnectionManagerCallback-10704-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1814396 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1814400 WARN (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@637ed125[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1814400 WARN (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@637ed125[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1814401 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1814403 INFO (zkConnectionManagerCallback-10711-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1814403 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1814407 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1814410 INFO (zkConnectionManagerCallback-10716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1814410 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1814425 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1814427 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1814437 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64742_solr
[junit4] 2> 1814441 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Overseer (id=72519483323318310-127.0.0.1:64742_solr-n_0000000000) starting
[junit4] 2> 1814456 WARN (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
[junit4] 2> 1814461 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1814465 INFO (OverseerStateUpdate-72519483323318310-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64742_solr
[junit4] 2> 1814465 INFO (zkConnectionManagerCallback-10721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1814465 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1814470 INFO (OverseerStateUpdate-72519483323318310-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1814477 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1814483 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64742/solr ready
[junit4] 2> 1814599 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1814602 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72519483323318309-node1_core1-n_0000000000
[junit4] 2> 1814622 INFO (
[...truncated too long message...]
t4] 2> 1819278 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard4 coreNodeName=core_node4
[junit4] 2> 1819283 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
[junit4] 2> 1819387 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard2 coreNodeName=core_node2
[junit4] 2> 1819389 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard3 coreNodeName=core_node3
[junit4] 2> 1819390 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard4 coreNodeName=core_node4
[junit4] 2> 1820135 INFO (closeThreadPool-10801-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72519483323318324-127.0.0.1:64742_solr-n_0000000000) closing
[junit4] 2> 1820135 INFO (OverseerStateUpdate-72519483323318324-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64742_solr
[junit4] 2> 1820135 INFO (OverseerAutoScalingTriggerThread-72519483323318324-127.0.0.1:64742_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1820139 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_221]
[junit4] 2> 1820203 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[F3C9F3B9884ADF08]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
[junit4] 1> / (0)
[junit4] 1>
[junit4] 2> 1820205 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1820411 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 51 /solr/collections/collection1/state.json
[junit4] 2> 50 /solr/aliases.json
[junit4] 2> 50 /solr/clusterprops.json
[junit4] 2> 13 /solr/collections/collection2/state.json
[junit4] 2> 5 /solr/collections/c1/state.json
[junit4] 2> 4 /solr/collections/collection3/state.json
[junit4] 2> 3 /solr/collections/collection0/state.json
[junit4] 2> 2 /solr/collections/collection4/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 258 /solr/clusterstate.json
[junit4] 2> 15 /solr/autoscaling.json
[junit4] 2> 3 /solr/collections/test/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 117 /solr/overseer/queue
[junit4] 2> 103 /solr/collections
[junit4] 2> 102 /solr/live_nodes
[junit4] 2> 18 /solr/overseer/queue-work
[junit4] 2> 15 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 15 /solr/overseer/collection-queue-work
[junit4] 2> 14 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> 1820422 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:64742
[junit4] 2> 1820422 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64742
[junit4] 2> 1820423 INFO (SUITE-OverseerTest-seed#[F3C9F3B9884ADF08]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64742
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerTest_F3C9F3B9884ADF08-001
[junit4] 2> Jan 11, 2020 7:15:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=848, maxMBSortInHeap=6.327601751667271, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@19ef5c86), locale=sr-Latn-RS, timezone=Australia/Eucla
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_221 (64-bit)/cpus=3,threads=1,free=102708624,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrMetricManagerTest, TestJsonFacets, ConjunctionSolrSpellCheckerTest, TestRequestStatusCollectionAPI, TestUpdate, TestTextField, BlockJoinFacetSimpleTest, HttpPartitionTest, CollectionStateFormat2Test, TestIntervalFaceting, IndexSizeTriggerTest, CdcrBidirectionalTest, DistributedQueueTest, TestCustomStream, DeleteLastCustomShardedReplicaTest, EmbeddedSolrNoSerializeTest, TestBlendedInfixSuggestions, TokenizerChainTest, TestJavabinTupleStreamParser, DistributedQueryComponentOptimizationTest, TestSQLHandler, MoveReplicaHDFSFailoverTest, TestClusterStateMutator, TestTolerantUpdateProcessorRandomCloud, HdfsNNFailoverTest, TestPrepRecovery, SpatialHeatmapFacetsTest, DefaultValueUpdateProcessorTest, CacheHeaderTest, TestXIncludeConfig, LeaderFailureAfterFreshStartTest, TestCoreAdminApis, TestFieldCollectionResource, ImplicitSnitchTest, DOMUtilTest, TolerantUpdateProcessorTest, FullHLLTest, LeaderElectionTest, TestInfoStreamLogging, TestReloadDeadlock, ShardRoutingTest, ReplaceNodeTest, TestCloudManagedSchema, CdcrWithNodesRestartsTest, TestHashPartitioner, TestMultiValuedNumericRangeQuery, TestConfigSetsAPI, TestJsonFacetsWithNestedObjects, SearchRateTriggerIntegrationTest, DataDrivenBlockJoinTest, SOLR749Test, TestEmbeddedSolrServerSchemaAPI, ByteBuffersDirectoryFactoryTest, TestChildDocTransformerHierarchy, SpatialFilterTest, TestCSVResponseWriter, JWTAuthPluginTest, PhrasesIdentificationComponentTest, TestConfigSetsAPIZkFailure, MetricTriggerTest, TriggerIntegrationTest, TestLogWatcher, TestSlowCompositeReaderWrapper, NodeLostTriggerTest, TestCloudNestedDocsSort, DistributedFacetPivotLongTailTest, TestCloudPivotFacet, AuditLoggerIntegrationTest, TestTrieFacet, HttpSolrCallGetCoreTest, TestDocumentBuilder, TestDynamicLoading, DistributedFacetExistsSmallTest, RemoteQueryErrorTest, ShowFileRequestHandlerTest, WrapperMergePolicyFactoryTest, IndexSizeTriggerMixedBoundsTest, LeaderElectionContextKeyTest, TestBM25SimilarityFactory, ConfigureRecoveryStrategyTest, TermsComponentTest, LeaderVoteWaitTimeoutTest, EnumFieldTest, LargeFieldTest, TestSuggestSpellingConverter, SolrTestCaseJ4Test, TestSchemaField, DistributedUpdateProcessorTest, MoveReplicaTest, TestOmitPositions, SpatialRPTFieldTypeTest, RankQueryTest, TestConfig, TestMinHashQParser, TestExportWriter, TestZkChroot, PeerSyncReplicationTest, TestDistributedMissingSort, TestReqParamsAPI, MetricsConfigTest, OverseerStatusTest, NodeAddedTriggerTest, TestPullReplicaErrorHandling, TestNumericTerms32, ChaosMonkeySafeLeaderTest, TestRTimerTree, TestRTGBase, RestoreTriggerStateTest, TestStressReorder, TestDFISimilarityFactory, TestConfigSetImmutable, SystemLogListenerTest, OverseerTest]
[junit4] Completed [280/895 (1!)] on J1 in 17.12s, 14 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 55004 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/496/consoleText
[repro] Revision: 72dea4919ebc79721167d451e7c7afa022aeee05
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=OverseerTest -Dtests.method=testShardLeaderChange -Dtests.seed=F3C9F3B9884ADF08 -Dtests.slow=true -Dtests.locale=sr-Latn-RS -Dtests.timezone=Australia/Eucla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] OverseerTest
[repro] ant compile-test
[...truncated 3624 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.OverseerTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=F3C9F3B9884ADF08 -Dtests.slow=true -Dtests.locale=sr-Latn-RS -Dtests.timezone=Australia/Eucla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 127 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.OverseerTest
[repro] Exiting with code 0
[...truncated 73 lines...]