You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/07/06 10:49:16 UTC
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_131) - Build # 18 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/18/
Java: 32bit/jdk1.8.0_131 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testShardLeaderChange
Error Message:
Unexpected shard leader coll:collection1 shard:shard1 expected:<core1> but was:<null>
Stack Trace:
java.lang.AssertionError: Unexpected shard leader coll:collection1 shard:shard1 expected:<core1> but was:<null>
at __randomizedtesting.SeedInfo.seed([995C82D4739EF7D8:470F052369060229]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.OverseerTest.verifyShardLeader(OverseerTest.java:486)
at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:720)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11471 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_995C82D4739EF7D8-001/init-core-data-001
[junit4] 2> 804329 WARN (SUITE-OverseerTest-seed#[995C82D4739EF7D8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 804330 INFO (SUITE-OverseerTest-seed#[995C82D4739EF7D8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 804330 INFO (SUITE-OverseerTest-seed#[995C82D4739EF7D8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 804331 INFO (SUITE-OverseerTest-seed#[995C82D4739EF7D8]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 804331 INFO (SUITE-OverseerTest-seed#[995C82D4739EF7D8]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 804332 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerStatsReset
[junit4] 2> 804332 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 804332 INFO (Thread-1749) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 804332 INFO (Thread-1749) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 804333 ERROR (Thread-1749) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 804432 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:40663
[junit4] 2> 804434 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d17632c020000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 804466 INFO (zkCallback-1929-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 804466 INFO (zkCallback-1931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 804469 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 804469 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40663_solr
[junit4] 2> 804469 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481579548674-127.0.0.1:40663_solr-n_0000000000) starting
[junit4] 2> 804976 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481579548674-127.0.0.1:40663_solr-n_0000000000) closing
[junit4] 2> 804976 INFO (OverseerStateUpdate-98260481579548674-127.0.0.1:40663_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40663_solr
[junit4] 2> 804977 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 804977 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40663_solr
[junit4] 2> 804978 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481579548674-127.0.0.1:40663_solr-n_0000000001) starting
[junit4] 2> 804981 INFO (zkCallback-1929-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 804981 WARN (zkCallback-1931-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 804983 ERROR (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 804983 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40663 40663
[junit4] 2> 805018 INFO (Thread-1749) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40663 40663
[junit4] 2> 805019 WARN (Thread-1749) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 805019 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerStatsReset
[junit4] 2> 805019 INFO (TEST-OverseerTest.testOverseerStatsReset-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481579548674-127.0.0.1:40663_solr-n_0000000001) closing
[junit4] 2> 805019 INFO (OverseerStateUpdate-98260481579548674-127.0.0.1:40663_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40663_solr
[junit4] 2> 805020 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 805021 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
[junit4] 2> 805022 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 805022 INFO (Thread-1750) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 805022 INFO (Thread-1750) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 805023 ERROR (Thread-1750) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 805122 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:40407
[junit4] 2> 805167 INFO (zkCallback-1939-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805170 INFO (zkCallback-1935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805172 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 805172 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40407_solr
[junit4] 2> 805172 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481624702980-127.0.0.1:40407_solr-n_0000000000) starting
[junit4] 2> 805176 INFO (OverseerStateUpdate-98260481624702980-127.0.0.1:40407_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805679 INFO (zkCallback-1935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 805679 INFO (zkCallback-1939-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 805679 INFO (zkCallback-1941-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 805681 INFO (zkCallback-1941-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805681 INFO (zkCallback-1945-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805681 INFO (zkCallback-1935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805884 INFO (zkCallback-1945-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 805884 INFO (zkCallback-1935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 805884 ERROR (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 805884 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40407 40407
[junit4] 2> 805911 INFO (Thread-1750) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40407 40407
[junit4] 2> 805911 WARN (Thread-1750) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 805911 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment
[junit4] 2> 805911 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481624702980-127.0.0.1:40407_solr-n_0000000000) closing
[junit4] 2> 805911 INFO (OverseerStateUpdate-98260481624702980-127.0.0.1:40407_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40407_solr
[junit4] 2> 805912 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 805914 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRemovalOfLastReplica
[junit4] 2> 805914 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 805914 INFO (Thread-1751) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 805914 INFO (Thread-1751) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 805917 ERROR (Thread-1751) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 806014 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:37663
[junit4] 2> 806049 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 806050 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37663_solr
[junit4] 2> 806050 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481683226627-127.0.0.1:37663_solr-n_0000000000) starting
[junit4] 2> 807613 ERROR (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 807613 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37663 37663
[junit4] 2> 807637 INFO (Thread-1751) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37663 37663
[junit4] 2> 807638 WARN (Thread-1751) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 807638 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
[junit4] 2> 807638 INFO (TEST-OverseerTest.testRemovalOfLastReplica-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481683226627-127.0.0.1:37663_solr-n_0000000000) closing
[junit4] 2> 807638 INFO (OverseerStateUpdate-98260481683226627-127.0.0.1:37663_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37663_solr
[junit4] 2> 807638 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 807640 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
[junit4] 2> 807641 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 807641 INFO (Thread-1752) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 807641 INFO (Thread-1752) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 807642 ERROR (Thread-1752) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 807741 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:45573
[junit4] 2> 807767 INFO (zkCallback-1959-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 807767 INFO (zkCallback-1957-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 807769 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 807769 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45573_solr
[junit4] 2> 807769 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481796341764-127.0.0.1:45573_solr-n_0000000000) starting
[junit4] 2> 807772 INFO (OverseerStateUpdate-98260481796341764-127.0.0.1:45573_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 809772 INFO (OverseerCollectionConfigSetProcessor-98260481796341764-127.0.0.1:45573_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98260481796341764-127.0.0.1:45573_solr-n_0000000000) am no longer a leader.
[junit4] 2> 810434 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481796341764-127.0.0.1:45573_solr-n_0000000000) closing
[junit4] 2> 810434 INFO (OverseerStateUpdate-98260481796341764-127.0.0.1:45573_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45573_solr
[junit4] 2> 810435 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 810435 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 810436 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45573_solr
[junit4] 2> 810436 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481796341765-127.0.0.1:45573_solr-n_0000000001) starting
[junit4] 2> 810439 INFO (OverseerStateUpdate-98260481796341765-127.0.0.1:45573_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811093 INFO (zkCallback-1965-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 811093 INFO (zkCallback-1957-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 811094 INFO (zkCallback-1959-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 811094 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d176338ee0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 811095 ERROR (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 811095 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45573 45573
[junit4] 2> 811095 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d176338ee0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 811129 INFO (Thread-1752) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45573 45573
[junit4] 2> 811130 WARN (Thread-1752) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 811130 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
[junit4] 2> 811130 INFO (TEST-OverseerTest.testOverseerFailure-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260481796341765-127.0.0.1:45573_solr-n_0000000001) closing
[junit4] 2> 811130 INFO (OverseerStateUpdate-98260481796341765-127.0.0.1:45573_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45573_solr
[junit4] 2> 811131 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 811138 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplay
[junit4] 2> 811138 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 811138 INFO (Thread-1753) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 811138 INFO (Thread-1753) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 811163 ERROR (Thread-1753) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 811238 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:45155
[junit4] 2> 811361 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811361 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45155_solr
[junit4] 2> 811361 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260482025652227-127.0.0.1:45155_solr-n_0000000000) starting
[junit4] 2> 811568 ERROR (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 811568 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45155 45155
[junit4] 2> 811595 INFO (Thread-1753) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45155 45155
[junit4] 2> 811599 WARN (Thread-1753) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 811599 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplay
[junit4] 2> 811599 INFO (TEST-OverseerTest.testReplay-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260482025652227-127.0.0.1:45155_solr-n_0000000000) closing
[junit4] 2> 811599 INFO (OverseerStateUpdate-98260482025652227-127.0.0.1:45155_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45155_solr
[junit4] 2> 811608 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 811609 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardLeaderChange
[junit4] 2> 811610 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 811618 INFO (Thread-1754) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 811620 INFO (Thread-1754) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 811621 ERROR (Thread-1754) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 811718 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:46249
[junit4] 2> 811747 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d1763487a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 811811 INFO (zkCallback-1981-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811816 INFO (zkCallback-1977-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811824 INFO (Thread-1755) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811825 INFO (Thread-1755) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46249_solr
[junit4] 2> 811825 INFO (Thread-1755) [ ] o.a.s.c.Overseer Overseer (id=98260482057175044-127.0.0.1:46249_solr-n_0000000000) starting
[junit4] 2> 811845 INFO (OverseerStateUpdate-98260482057175044-127.0.0.1:46249_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811873 INFO (Thread-1755) [ ] o.a.s.c.OverseerTest Killing overseer.
[junit4] 2> 811874 ERROR (OverseerCollectionConfigSetProcessor-98260482057175044-127.0.0.1:46249_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:305)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.getTailId(OverseerTaskQueue.java:264)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:163)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 811893 INFO (OverseerCollectionConfigSetProcessor-98260482057175044-127.0.0.1:46249_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98260482057175044-127.0.0.1:46249_solr-n_0000000000) am no longer a leader.
[junit4] 2> 811895 INFO (Thread-1755) [ ] o.a.s.c.Overseer Overseer (id=98260482057175044-127.0.0.1:46249_solr-n_0000000000) closing
[junit4] 2> 811896 INFO (OverseerStateUpdate-98260482057175044-127.0.0.1:46249_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46249_solr
[junit4] 2> 811910 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 811914 INFO (Thread-1755) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811914 INFO (Thread-1755) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46249_solr
[junit4] 2> 811915 INFO (Thread-1755) [ ] o.a.s.c.Overseer Overseer (id=98260482057175045-127.0.0.1:46249_solr-n_0000000001) starting
[junit4] 2> 811937 INFO (OverseerStateUpdate-98260482057175045-127.0.0.1:46249_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811938 ERROR (OverseerStateUpdate-98260482057175045-127.0.0.1:46249_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator No such slice exists {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 871821 ERROR (OverseerStateUpdate-98260482057175045-127.0.0.1:46249_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator No such slice exists {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 931832 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 931833 INFO (zkCallback-1987-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 931833 INFO (zkCallback-1981-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 931833 INFO (zkCallback-1991-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 931833 INFO (zkCallback-1977-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 931833 ERROR (OverseerStateUpdate-98260482057175045-127.0.0.1:46249_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator No such slice exists {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1031927 INFO (zkCallback-1991-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1031927 INFO (zkCallback-1977-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1031986 INFO (OverseerCollectionConfigSetProcessor-98260482057175045-127.0.0.1:46249_solr-n_0000000001) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98260482057175045-127.0.0.1:46249_solr-n_0000000001) am no longer a leader.
[junit4] 2> 1033427 WARN (zkCallback-1981-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1033427 INFO (zkCallback-1991-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1033427 INFO (zkCallback-1977-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1033427 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d1763487a0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1033428 ERROR (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1033428 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46249 46249
[junit4] 2> 1034211 INFO (Thread-1754) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46249 46249
[junit4] 2> 1034211 WARN (Thread-1754) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1034212 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShardLeaderChange
[junit4] 2> 1034212 INFO (TEST-OverseerTest.testShardLeaderChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260482057175045-127.0.0.1:46249_solr-n_0000000001) closing
[junit4] 2> 1034212 INFO (OverseerStateUpdate-98260482057175045-127.0.0.1:46249_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46249_solr
[junit4] 2> 1034212 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerTest -Dtests.method=testShardLeaderChange -Dtests.seed=995C82D4739EF7D8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=Asia/Calcutta -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 223s J2 | OverseerTest.testShardLeaderChange <<<
[junit4] > Throwable #1: java.lang.AssertionError: Unexpected shard leader coll:collection1 shard:shard1 expected:<core1> but was:<null>
[junit4] > at __randomizedtesting.SeedInfo.seed([995C82D4739EF7D8:470F052369060229]:0)
[junit4] > at org.apache.solr.cloud.OverseerTest.verifyShardLeader(OverseerTest.java:486)
[junit4] > at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:720)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1034214 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange
[junit4] 2> 1034215 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1034215 INFO (Thread-1756) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1034215 INFO (Thread-1756) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1034216 ERROR (Thread-1756) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1034315 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:39057
[junit4] 2> 1034356 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1034356 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39057_solr
[junit4] 2> 1034356 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496645095427-127.0.0.1:39057_solr-n_0000000000) starting
[junit4] 2> 1034662 ERROR (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1034662 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39057 39057
[junit4] 2> 1035066 INFO (Thread-1756) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39057 39057
[junit4] 2> 1035067 WARN (Thread-1756) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1035067 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
[junit4] 2> 1035067 INFO (TEST-OverseerTest.testStateChange-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496645095427-127.0.0.1:39057_solr-n_0000000000) closing
[junit4] 2> 1035067 INFO (OverseerStateUpdate-98260496645095427-127.0.0.1:39057_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39057_solr
[junit4] 2> 1035067 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1035069 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
[junit4] 2> 1035070 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1035070 INFO (Thread-1757) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1035070 INFO (Thread-1757) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1035071 ERROR (Thread-1757) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1035170 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:35979
[junit4] 2> 1035212 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1035213 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35979_solr
[junit4] 2> 1035213 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496701194243-127.0.0.1:35979_solr-n_0000000000) starting
[junit4] 2> 1035232 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1035232 INFO (zkCallback-2003-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1035232 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1038248 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1038248 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1038248 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1038248 WARN (zkCallback-2009-thread-1) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1038248 WARN (zkCallback-2009-thread-1) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1038249 WARN (zkCallback-2009-thread-1) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1038249 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1038249 INFO (zkCallback-2004-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1038249 ERROR (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1038250 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35979 35979
[junit4] 2> 1038256 INFO (Thread-1757) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35979 35979
[junit4] 2> 1038256 WARN (Thread-1757) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1038257 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShardAssignment
[junit4] 2> 1038257 INFO (TEST-OverseerTest.testShardAssignment-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496701194243-127.0.0.1:35979_solr-n_0000000000) closing
[junit4] 2> 1038257 INFO (OverseerStateUpdate-98260496701194243-127.0.0.1:35979_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35979_solr
[junit4] 2> 1038257 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1038259 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalClusterStateChangeBehavior
[junit4] 2> 1038259 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1038259 INFO (Thread-1758) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1038259 INFO (Thread-1758) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1038260 ERROR (Thread-1758) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1038359 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:37391
[junit4] 2> 1038398 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1038398 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37391_solr
[junit4] 2> 1038398 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496910188547-127.0.0.1:37391_solr-n_0000000000) starting
[junit4] 2> 1038555 WARN (OverseerStateUpdate-98260496910188547-127.0.0.1:37391_solr-n_0000000000) [ ] o.a.s.c.Overseer Bad version writing to ZK using compare-and-set, will force refresh cluster state: KeeperErrorCode = BadVersion for /clusterstate.json
[junit4] 2> 1038558 INFO (OverseerStateUpdate-98260496910188547-127.0.0.1:37391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"x",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "state":"down"}
[junit4] 2> 1038707 ERROR (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1038707 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37391 37391
[junit4] 2> 1038739 INFO (Thread-1758) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37391 37391
[junit4] 2> 1038739 WARN (Thread-1758) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1038739 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalClusterStateChangeBehavior
[junit4] 2> 1038740 INFO (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496910188547-127.0.0.1:37391_solr-n_0000000000) closing
[junit4] 2> 1038740 INFO (OverseerStateUpdate-98260496910188547-127.0.0.1:37391_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37391_solr
[junit4] 2> 1038740 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1038742 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadQueueItem
[junit4] 2> 1038743 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1038743 INFO (Thread-1759) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1038743 INFO (Thread-1759) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1038748 ERROR (Thread-1759) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1038843 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer start zk server on port:43231
[junit4] 2> 1038891 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1038892 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43231_solr
[junit4] 2> 1038892 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496941842435-127.0.0.1:43231_solr-n_0000000000) starting
[junit4] 2> 1038907 INFO (zkCallback-2027-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1038908 INFO (zkCallback-2021-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1038912 INFO (zkCallback-2022-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1040570 ERROR (OverseerStateUpdate-98260496941842435-127.0.0.1:43231_solr-n_0000000000) [ ] o.a.s.c.o.CollectionMutator Skipping invalid Overseer message because it has no collection specified: {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core0",
[junit4] 2> "core_node_name":"node0",
[junit4] 2> "collection":"",
[junit4] 2> "shard":"shard1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 1040571 ERROR (OverseerStateUpdate-98260496941842435-127.0.0.1:43231_solr-n_0000000000) [ ] o.a.s.c.o.CollectionMutator Skipping invalid Overseer message because it has no collection specified: {
[junit4] 2> "operation":"deletecore",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core0",
[junit4] 2> "core_node_name":"node0",
[junit4] 2> "collection":""}
[junit4] 2> 1042233 INFO (zkCallback-2027-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1042233 INFO (zkCallback-2022-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1042233 ERROR (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1042233 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43231 43231
[junit4] 2> 1042632 INFO (Thread-1759) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43231 43231
[junit4] 2> 1042633 WARN (Thread-1759) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1042633 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadQueueItem
[junit4] 2> 1042633 INFO (TEST-OverseerTest.testBadQueueItem-seed#[995C82D4739EF7D8]) [ ] o.a.s.c.Overseer Overseer (id=98260496941842435-127.0.0.1:43231_solr-n_0000000000) closing
[junit4] 2> 1042633 INFO (OverseerStateUpdate-98260496941842435-127.0.0.1:43231_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43231_solr
[junit4] 2> 1042633 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_995C82D4739EF7D8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=892, maxMBSortInHeap=5.965872045375053, sim=RandomSimilarity(queryNorm=false): {}, locale=ru, timezone=Asia/Calcutta
[junit4] 2> NOTE: Linux 4.10.0-21-generic i386/Oracle Corporation 1.8.0_131 (32-bit)/cpus=8,threads=1,free=96275160,total=293539840
[junit4] 2> NOTE: All tests run in this JVM: [HardAutoCommitTest, SimplePostToolTest, TestSolrCoreSnapshots, ReplicationFactorTest, TestSolrCoreProperties, TestSha256AuthenticationProvider, TestExpandComponent, TestCloudRecovery, ConfigureRecoveryStrategyTest, TimeZoneUtilsTest, TestTolerantUpdateProcessorRandomCloud, TestExceedMaxTermLength, PrimitiveFieldTypeTest, SolrInfoBeanTest, FullSolrCloudDistribCmdsTest, UniqFieldsUpdateProcessorFactoryTest, TestReplicaProperties, SolrCloudReportersTest, UnloadDistributedZkTest, CleanupOldIndexTest, LeaderInitiatedRecoveryOnShardRestartTest, FastVectorHighlighterTest, TestOrdValues, MinimalSchemaTest, TestSubQueryTransformerCrossCore, ParsingFieldUpdateProcessorsTest, BufferStoreTest, TestLegacyFieldReuse, CollectionsAPISolrJTest, TestSchemalessBufferedUpdates, ConnectionManagerTest, MetricsConfigTest, TestPayloadScoreQParserPlugin, TermVectorComponentDistributedTest, TestLMJelinekMercerSimilarityFactory, TestFastWriter, MultiTermTest, HdfsBasicDistributedZk2Test, V2StandaloneTest, DocumentBuilderTest, TestMultiValuedNumericRangeQuery, AnalyticsMergeStrategyTest, TestNumericTokenStream, TestFieldCacheSort, TestSolrCloudWithSecureImpersonation, TestBlendedInfixSuggestions, ResponseLogComponentTest, CopyFieldTest, TestAuthenticationFramework, BlockJoinFacetDistribTest, TestFieldSortValues, TestJmxIntegration, SolrTestCaseJ4Test, BasicAuthIntegrationTest, URLClassifyProcessorTest, DateFieldTest, TestExactSharedStatsCache, TestFieldTypeCollectionResource, ExplicitHLLTest, ConjunctionSolrSpellCheckerTest, TestLeaderElectionWithEmptyReplica, TestReloadAndDeleteDocs, ClusterStateTest, TestSQLHandler, HdfsRecoverLeaseTest, QueryEqualityTest, UUIDUpdateProcessorFallbackTest, ClassificationUpdateProcessorFactoryTest, DistributedSuggestComponentTest, TestHalfAndHalfDocValues, ShowFileRequestHandlerTest, ExitableDirectoryReaderTest, TestInfoStreamLogging, TestLocalFSCloudBackupRestore, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSort, NumericFieldsTest, DirectUpdateHandlerTest, SuggesterFSTTest, NodeMutatorTest, DateMathParserTest, DistribCursorPagingTest, CircularListTest, CloneFieldUpdateProcessorFactoryTest, OverseerCollectionConfigSetProcessorTest, DateRangeFieldTest, TestDFRSimilarityFactory, XsltUpdateRequestHandlerTest, TestConfigSetsAPI, CoreMergeIndexesAdminHandlerTest, TestSerializedLuceneMatchVersion, TestPrepRecovery, TestNoOpRegenerator, DistributedFacetPivotWhiteBoxTest, LeaderFailoverAfterPartitionTest, TestSolrFieldCacheBean, OverseerTest]
[junit4] Completed [205/726 (1!)] on J2 in 241.31s, 11 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 41167 lines...]