You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/11/07 09:19:35 UTC
[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 3725 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/3725/
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerStatsReset
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([B47F6E4FF608FD26:1F2B897363D25E28]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10417 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001/init-core-data-001
[junit4] 2> 960760 INFO (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
[junit4] 2> 960760 INFO (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 960760 INFO (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 960800 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplay
[junit4] 2> 960800 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 960811 INFO (Thread-1963) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 960811 INFO (Thread-1963) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 960911 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer start zk server on port:54238
[junit4] 2> 960911 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 960937 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 960952 INFO (zkCallback-535-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a62b1 name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 960955 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 960955 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 960955 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 960964 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 960969 INFO (zkCallback-536-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2911d84 name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 960969 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 960969 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 960976 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 960982 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 961017 INFO (zkCallback-537-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e85766f name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 961017 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 961017 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 961017 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 961020 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 961021 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 961022 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 961023 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 961024 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 961025 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 961027 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 961029 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 961042 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 961055 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44977f5d name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 961056 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 961056 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 961056 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 961057 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 961059 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 961060 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 961060 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931338756099-127.0.0.1:54238_solr-n_0000000000
[junit4] 2> 961061 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54238_solr
[junit4] 2> 961061 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 961062 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) starting
[junit4] 2> 961063 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 961065 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 961067 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 961068 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 961070 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 961073 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 961089 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 961090 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 961092 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 961092 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 961094 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 961094 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 961105 INFO (OverseerCollectionConfigSetProcessor-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 961115 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 961122 INFO (zkCallback-535-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 961150 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core3",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"} current state version: 2
[junit4] 2> 961150 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core3",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 961253 INFO (zkCallback-535-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 961253 INFO (zkCallback-538-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 961319 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54238 54238
[junit4] 2> 961441 INFO (Thread-1963) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54238 54238
[junit4] 2> 961442 WARN (Thread-1963) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections
[junit4] 2> 2 /solr/live_nodes
[junit4] 2>
[junit4] 2> 961442 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplay
[junit4] 2> 961442 INFO (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) closing
[junit4] 2> 961445 INFO (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54238_solr
[junit4] 2> 961469 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
[junit4] 2> 961469 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 961481 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 961488 INFO (Thread-1964) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 961488 INFO (Thread-1964) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 961581 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer start zk server on port:44090
[junit4] 2> 961581 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 961597 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 961613 INFO (zkCallback-540-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7306b0a name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 961613 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 961613 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 961621 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 961641 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 961641 INFO (zkCallback-541-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14c7ad60 name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 961641 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 961641 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 961641 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 961667 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 961674 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 961675 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a828b25 name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 961675 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 961675 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 961675 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 961677 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 961678 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 961679 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 961680 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 961681 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 961682 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 961718 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 961745 INFO (zkCallback-543-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70bf6912 name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 961745 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 961745 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 961747 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 961748 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 961749 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
[junit4] 2> 961750 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 961767 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
[junit4] 2> 961775 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 961798 INFO (zkCallback-544-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@471a9a7a name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 961798 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 961799 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 961799 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 961800 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 961801 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 961802 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 961803 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931383648260-127.0.0.1:44090_solr-n_0000000000
[junit4] 2> 961803 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090_solr
[junit4] 2> 961803 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 961804 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) starting
[junit4] 2> 961805 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 961807 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 961808 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 961810 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 961811 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 961813 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 961816 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 961825 INFO (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 961826 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 961826 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 962843 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 962844 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 962844 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 962844 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 962845 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 962845 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 962845 INFO (zkCallback-544-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 963343 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 963344 INFO (zkCallback-544-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 963345 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 963345 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 963349 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
[junit4] 2> 963350 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 963353 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 963356 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "core":"core1"} current state version: 1
[junit4] 2> 963357 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "core":"core1"}
[junit4] 2> 963360 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/",
[junit4] 2> "core":"core1"} current state version: 1
[junit4] 2> 963361 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 963363 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 963363 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 963363 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 963366 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001
[junit4] 2> 963366 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector was going to be leader /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001 , seq(0) /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
[junit4] 2> 963466 INFO (zkCallback-544-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 963466 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 963468 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 963828 INFO (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 963829 INFO (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) am no longer a leader.
[junit4] 2> 964522 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 964524 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002
[junit4] 2> 964524 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector was going to be leader /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002 , seq(0) /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
[junit4] 2> 964525 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 964525 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 964529 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6254332a name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 964529 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 964529 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 964529 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) closing
[junit4] 2> 964530 INFO (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
[junit4] 2> 964530 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 964531 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 964532 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 964533 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931383648261-127.0.0.1:44090_solr-n_0000000001
[junit4] 2> 964533 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090_solr
[junit4] 2> 964533 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 964535 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) starting
[junit4] 2> 964542 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 964543 INFO (OverseerCollectionConfigSetProcessor-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 964544 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 964546 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 964553 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 2
[junit4] 2> 964553 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 964554 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 964556 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 964556 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 964556 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 964608 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"deletecore",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1"} current state version: 3
[junit4] 2> 964710 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.o.ZkStateWriter going to delete_collection /collections/collection1/state.json
[junit4] 2> 964716 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 964716 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 964716 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 964717 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 964717 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 964717 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 965218 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 965218 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 965218 INFO (zkCallback-543-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 965223 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44090 44090
[junit4] 2> 965408 INFO (Thread-1964) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44090 44090
[junit4] 2> 965408 WARN (Thread-1964) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 965409 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
[junit4] 2> 965409 INFO (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) closing
[junit4] 2> 965409 INFO (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
[junit4] 2> 965410 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 965415 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange
[junit4] 2> 965416 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 965418 INFO (Thread-1965) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 965418 INFO (Thread-1965) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 965518 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer start zk server on port:50085
[junit4] 2> 965518 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 965519 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965527 INFO (zkCallback-548-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e204284 name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 965527 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 965527 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 965527 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 965529 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965533 INFO (zkCallback-549-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bc872ab name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 965533 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 965534 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 965534 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x150e0f435010001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 965535 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 965535 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965553 INFO (zkCallback-550-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2eb503e2 name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 965553 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 965553 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 965553 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 965560 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 965561 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 965562 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 965564 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 965565 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 965566 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 965567 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 965577 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965577 INFO (zkCallback-551-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bfbf3f8 name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 965577 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 965578 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 965578 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 965579 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 965580 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 965582 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 965583 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931640680451-127.0.0.1:50085_solr-n_0000000000
[junit4] 2> 965583 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50085_solr
[junit4] 2> 965583 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 965584 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) starting
[junit4] 2> 965586 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 965588 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 965590 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 965592 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 965594 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 965596 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 965599 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 965600 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 965600 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 965605 INFO (OverseerCollectionConfigSetProcessor-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 965607 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"} current state version: 0
[junit4] 2> 965608 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 965608 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 965609 INFO (zkCallback-548-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 965609 INFO (zkCallback-551-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 965660 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 965660 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 965660 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
[junit4] 2> 965660 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 965763 INFO (zkCallback-548-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 965763 INFO (zkCallback-551-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 965812 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50085 50085
[junit4] 2> 965969 INFO (Thread-1965) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50085 50085
[junit4] 2> 965970 WARN (Thread-1965) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections
[junit4] 2> 2 /solr/live_nodes
[junit4] 2>
[junit4] 2> 965970 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
[junit4] 2> 965970 INFO (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) closing
[junit4] 2> 965970 INFO (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50085_solr
[junit4] 2> 965977 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 965982 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
[junit4] 2> 965983 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 965983 INFO (Thread-1966) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 965983 INFO (Thread-1966) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 966083 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer start zk server on port:37594
[junit4] 2> 966083 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 966089 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 966094 INFO (zkCallback-553-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3edc922 name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 966096 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966096 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 966098 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 966101 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 966113 INFO (zkCallback-554-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6cc287e name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 966115 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966115 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 966115 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 966122 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 966123 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 966137 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29d2100c name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 966137 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966137 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 966138 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 966140 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 966141 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 966142 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 966145 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 966147 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 966148 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 966151 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@131dfc89 name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 966151 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966151 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 966152 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 966153 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 966154 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 966155 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 966156 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931677773827-127.0.0.1:37594_solr-n_0000000000
[junit4] 2> 966156 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37594_solr
[junit4] 2> 966156 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 966159 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822931677773827-127.0.0.1:37594_solr-n_0000000000) starting
[junit4] 2> 966160 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 966162 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 966164 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 966167 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 966170 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 966172 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 966176 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 966177 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 966178 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 966183 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 966184 INFO (OverseerCollectionConfigSetProcessor-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 966187 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 966193 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 966197 INFO (zkCallback-558-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22fcbcf5 name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 966197 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966197 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 966199 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 966202 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
[junit4] 2> 966203 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
[junit4] 2> 966206 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
[junit4] 2> 966206 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state version: 0
[junit4] 2> 966208 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 966208 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 966208 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 966211 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 966211 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 966214 INFO (zkCallback-558-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
[junit4] 2> 966217 INFO (zkCallback-558-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 966706 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 966707 INFO (zkCallback-558-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 966707 INFO (zkCallback-556-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 966707 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 966710 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/94822931677773828-127.0.0.1_core1-n_0000000000
[junit4] 2> 966711 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
[junit4] 2> 966713 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 966715 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1/solr/",
[junit4] 2> "core":"core1"} current state version: 1
[junit4] 2> 966717 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state version: 1
[junit4] 2> 966717 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 966717 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
[junit4] 2> 966717 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 966821 INFO (zkCallback-556-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 966821 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 966821 INFO (zkCallback-558-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 967216 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 967220 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931677773828-127.0.0.1_core2-n_0000000000
[junit4] 2> 967220 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 967222 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 967224 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1/solr/",
[junit4] 2> "core":"core2"} current state version: 2
[junit4] 2> 967226 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state version: 2
[junit4] 2> 967227 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 967227 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
[junit4] 2> 967227 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
[junit4] 2> 967329 INFO (zkCallback-558-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 967329 INFO (zkCallback-556-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 967329 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 967726 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 967730 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard3/election/94822931677773828-127.0.0.1_core3-n_0000000000
[junit4] 2> 967731 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard3
[junit4] 2> 967733 INFO (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 967736 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1/solr/",
[junit4] 2> "core":"core3"} current state version: 3
[junit4] 2> 967738 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node4",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state version: 3
[junit4] 2> 967739 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node4",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 967739 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
[junit4] 2> 967739 INFO (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 967841 INFO (zkCallback-556-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - up
[...truncated too long message...]
Changed path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1009218 INFO (zkCallback-656-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1009218 INFO (zkCallback-657-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1009614 INFO (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leader_elect/shard3/election
[junit4] 2> 1009617 INFO (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection2/leader_elect/shard3/election/94822934316384260-127.0.0.1_core3-n_0000000000
[junit4] 2> 1009618 INFO (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leaders/shard3
[junit4] 2> 1009619 INFO (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 1009621 INFO (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"collection2",
[junit4] 2> "base_url":"http://127.0.0.1/solr/",
[junit4] 2> "core":"core3"} current state version: 7
[junit4] 2> 1009724 INFO (zkCallback-656-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1009724 INFO (zkCallback-657-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1009724 INFO (zkCallback-659-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1009773 INFO (zkCallback-657-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1009773 INFO (zkCallback-659-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1011273 WARN (zkCallback-659-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1011275 INFO (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44386 44386
[junit4] 2> 1011433 INFO (Thread-1974) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44386 44386
[junit4] 2> 1011434 WARN (Thread-1974) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1011434 INFO (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadQueueItem
[junit4] 2> 1011434 INFO (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ] o.a.s.c.Overseer Overseer (id=94822934316384259-127.0.0.1:44386_solr-n_0000000000) closing
[junit4] 2> 1011435 INFO (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44386_solr
[junit4] 2> 1011436 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 1014435 INFO (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene54): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=pt_PT, timezone=America/Port-au-Prince
[junit4] 2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=287501920,total=506462208
[junit4] 2> NOTE: All tests run in this JVM: [RequestHandlersTest, TestReloadAndDeleteDocs, DateRangeFieldTest, TestWriterPerf, RollingRestartTest, LukeRequestHandlerTest, QueryParsingTest, TestGroupingSearch, PrimitiveFieldTypeTest, TestRestManager, StatsComponentTest, TestPerFieldSimilarity, TestSolrIndexConfig, HttpPartitionTest, TestConfigSetImmutable, BadComponentTest, SampleTest, CoreAdminHandlerTest, TestFileDictionaryLookup, TestStressReorder, AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest, TestCollationField, SolrCoreCheckLockOnStartupTest, XmlUpdateRequestHandlerTest, TestReversedWildcardFilterFactory, TestSchemaVersionResource, TestOverriddenPrefixQueryForCustomFieldType, TestSolrCloudWithKerberosAlt, TestRequestStatusCollectionAPI, QueryResultKeyTest, BinaryUpdateRequestHandlerTest, UpdateParamsTest, TestDownShardTolerantSearch, DocValuesMultiTest, OverseerStatusTest, FieldMutatingUpdateProcessorTest, DistributedFacetPivotLongTailTest, CachingDirectoryFactoryTest, TestRemoveLastDynamicCopyField, TestSolrQueryParser, TestCSVResponseWriter, TestRestoreCore, NoCacheHeaderTest, TestCharFilters, RuleEngineTest, TestIndexingPerformance, DistributedExpandComponentTest, RankQueryTest, TestReplicationHandlerBackup, HighlighterConfigTest, DebugComponentTest, TestIntervalFaceting, TestSearchPerf, TestAnalyzeInfixSuggestions, BadIndexSchemaTest, TestReRankQParserPlugin, TestDefaultStatsCache, CloneFieldUpdateProcessorFactoryTest, TestSolrQueryParserDefaultOperatorResource, LeaderElectionTest, HardAutoCommitTest, TestSolrDeletionPolicy1, UnloadDistributedZkTest, TestDefaultSearchFieldResource, BasicDistributedZk2Test, TestInfoStreamLogging, TestFieldTypeCollectionResource, HdfsBasicDistributedZkTest, CircularListTest, TestCopyFieldCollectionResource, CurrencyFieldXmlFileTest, TestCoreDiscovery, HdfsCollectionsAPIDistributedZkTest, TestExceedMaxTermLength, DistribCursorPagingTest, TestCloudManagedSchema, FacetPivotSmallTest, SearchHandlerTest, TestSortingResponseWriter, TestStandardQParsers, HdfsSyncSliceTest, SuggesterTSTTest, LeaderInitiatedRecoveryOnShardRestartTest, TestJmxIntegration, TestFuzzyAnalyzedSuggestions, AddBlockUpdateTest, TestReload, TermVectorComponentDistributedTest, BasicDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest]
[junit4] Completed [253/545] on J2 in 53.73s, 12 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 919 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:785: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:729: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:526: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1452: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1006: There were test failures: 545 suites (7 ignored), 2158 tests, 1 failure, 51 ignored (37 assumptions) [seed: B47F6E4FF608FD26]
Total time: 61 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 3725 - Still Failing
Posted by Ishan Chattopadhyaya <ic...@gmail.com>.
https://issues.apache.org/jira/browse/SOLR-8249 should fix this. Sorry for
the noise.
On Sat, Nov 7, 2015 at 1:49 PM, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/3725/
>
> 1 tests failed.
> FAILED: org.apache.solr.cloud.OverseerTest.testOverseerStatsReset
>
> Error Message:
> expected:<1> but was:<2>
>
> Stack Trace:
> java.lang.AssertionError: expected:<1> but was:<2>
> at
> __randomizedtesting.SeedInfo.seed([B47F6E4FF608FD26:1F2B897363D25E28]:0)
> at org.junit.Assert.fail(Assert.java:93)
> at org.junit.Assert.failNotEquals(Assert.java:647)
> at org.junit.Assert.assertEquals(Assert.java:128)
> at org.junit.Assert.assertEquals(Assert.java:472)
> at org.junit.Assert.assertEquals(Assert.java:456)
> at
> org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:606)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
> at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
> at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 10417 lines...]
> [junit4] Suite: org.apache.solr.cloud.OverseerTest
> [junit4] 2> Creating dataDir:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001/init-core-data-001
> [junit4] 2> 960760 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ]
> o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
> [junit4] 2> 960760 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ]
> o.a.s.SolrTestCaseJ4 ####initCore
> [junit4] 2> 960760 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ]
> o.a.s.SolrTestCaseJ4 ####initCore end
> [junit4] 2> 960800 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Starting testReplay
> [junit4] 2> 960800 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 960811 INFO (Thread-1963) [ ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 960811 INFO (Thread-1963) [ ] o.a.s.c.ZkTestServer
> Starting server
> [junit4] 2> 960911 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer start zk server on port:54238
> [junit4] 2> 960911 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 960937 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 960952 INFO (zkCallback-535-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@7a62b1
> name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 960955 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 960955 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 960955 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 960964 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 960969 INFO (zkCallback-536-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2911d84
> name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 960969 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 960969 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 960976 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 960982 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 961017 INFO (zkCallback-537-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@7e85766f
> name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 961017 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 961017 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 961017 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /solr
> [junit4] 2> 961020 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
> [junit4] 2> 961021 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections
> [junit4] 2> 961022 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
> [junit4] 2> 961023 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
> [junit4] 2> 961024 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
> [junit4] 2> 961025 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 961027 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
> [junit4] 2> 961029 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 961042 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 961055 INFO (zkCallback-538-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@44977f5d
> name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 961056 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 961056 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 961056 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
> [junit4] 2> 961057 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
> [junit4] 2> 961059 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
> [junit4] 2> 961060 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 961060 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931338756099-127.0.0.1:54238_solr-n_0000000000
> [junit4] 2> 961061 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54238
> _solr
> [junit4] 2> 961061 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
> [junit4] 2> 961062 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) starting
> [junit4] 2> 961063 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
> [junit4] 2> 961065 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
> [junit4] 2> 961067 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
> [junit4] 2> 961068 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
> [junit4] 2> 961070 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
> [junit4] 2> 961073 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
> [junit4] 2> 961089 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Starting to work on the main queue
> [junit4] 2> 961090 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 961092 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "shard":"s1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"}
> [junit4] 2> 961092 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "shard":"s1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"}
> [junit4] 2> 961094 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "shard":"s1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core2",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"}
> [junit4] 2> 961094 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "shard":"s1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core2",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"}
> [junit4] 2> 961105 INFO
> (OverseerCollectionConfigSetProcessor-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
> [junit4] 2> 961115 INFO (zkCallback-538-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 961122 INFO (zkCallback-535-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 961150 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "shard":"s1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core3",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"} current state version: 2
> [junit4] 2> 961150 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "shard":"s1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core3",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"}
> [junit4] 2> 961253 INFO (zkCallback-535-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 961253 INFO (zkCallback-538-thread-3) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 961319 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:54238 54238
> [junit4] 2> 961441 INFO (Thread-1963) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:54238 54238
> [junit4] 2> 961442 WARN (Thread-1963) [ ] o.a.s.c.ZkTestServer
> Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 2 /solr/aliases.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 2 /solr/clusterstate.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 2 /solr/collections
> [junit4] 2> 2 /solr/live_nodes
> [junit4] 2>
> [junit4] 2> 961442 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Ending testReplay
> [junit4] 2> 961442 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) closing
> [junit4] 2> 961445 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54238_solr
> [junit4] 2> 961469 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
> [junit4] 2> 961469 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 961481 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
> could not read the data
> [junit4] 2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
> [junit4] 2> 961488 INFO (Thread-1964) [ ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 961488 INFO (Thread-1964) [ ] o.a.s.c.ZkTestServer
> Starting server
> [junit4] 2> 961581 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer start zk server on port:44090
> [junit4] 2> 961581 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 961597 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 961613 INFO (zkCallback-540-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@7306b0a
> name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 961613 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 961613 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 961621 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 961641 INFO (zkCallback-541-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@14c7ad60
> name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /solr
> [junit4] 2> 961667 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 961674 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 961675 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2a828b25
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 961675 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 961675 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 961675 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
> [junit4] 2> 961677 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections
> [junit4] 2> 961678 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
> [junit4] 2> 961679 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
> [junit4] 2> 961680 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
> [junit4] 2> 961681 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 961682 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 961718 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 961745 INFO (zkCallback-543-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@70bf6912
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 961745 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 961745 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 961747 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 961748 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
> [junit4] 2> 961749 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
> [junit4] 2> 961750 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 961767 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
> [junit4] 2> 961775 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 961798 INFO (zkCallback-544-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@471a9a7a
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 961798 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 961799 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 961799 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
> [junit4] 2> 961800 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
> [junit4] 2> 961801 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
> [junit4] 2> 961802 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 961803 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931383648260-127.0.0.1:44090_solr-n_0000000000
> [junit4] 2> 961803 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090
> _solr
> [junit4] 2> 961803 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
> [junit4] 2> 961804 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) starting
> [junit4] 2> 961805 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
> [junit4] 2> 961807 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
> [junit4] 2> 961808 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
> [junit4] 2> 961810 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
> [junit4] 2> 961811 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
> [junit4] 2> 961813 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
> [junit4] 2> 961816 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
> [junit4] 2> 961825 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
> [junit4] 2> 961826 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Starting to work on the main queue
> [junit4] 2> 961826 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 962843 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"recovering",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "base_url":"http://node1/solr/"} current state
> version: 0
> [junit4] 2> 962844 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"recovering",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "base_url":"http://node1/solr/"}
> [junit4] 2> 962844 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
> [junit4] 2> 962844 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
> [junit4] 2> 962845 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 962845 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 962845 INFO (zkCallback-544-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 963343 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
> [junit4] 2> 963344 INFO (zkCallback-544-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 963345 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 963345 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 963349 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
> [junit4] 2> 963350 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
> [junit4] 2> 963353 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
> [junit4] 2> 963356 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "base_url":"http://node1/solr/",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "core":"core1"} current state version: 1
> [junit4] 2> 963357 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "base_url":"http://node1/solr/",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "core":"core1"}
> [junit4] 2> 963360 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"leader",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "base_url":"http://node1/solr/",
> [junit4] 2> "core":"core1"} current state version: 1
> [junit4] 2> 963361 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
> [junit4] 2> 963363 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "base_url":"http://node1/solr/"} current state
> version: 1
> [junit4] 2> 963363 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "base_url":"http://node1/solr/"}
> [junit4] 2> 963363 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
> [junit4] 2> 963366 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001
> [junit4] 2> 963366 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector was going to be leader
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001
> , seq(0)
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
> [junit4] 2> 963466 INFO (zkCallback-544-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 963466 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 963468 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 963828 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.OverseerTaskProcessor
> [junit4] 2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
> [junit4] 2> at
> org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
> [junit4] 2> at java.lang.Thread.run(Thread.java:745)
> [junit4] 2> 963829 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.OverseerTaskProcessor According to ZK I
> (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) am no longer a
> leader.
> [junit4] 2> 964522 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
> [junit4] 2> 964524 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002
> [junit4] 2> 964524 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector was going to be leader
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002
> , seq(0)
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
> [junit4] 2> 964525 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 964525 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 964529 INFO (zkCallback-546-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@6254332a
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 964529 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 964529 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 964529 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) closing
> [junit4] 2> 964530 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
> [junit4] 2> 964530 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
> [junit4] 2> 964531 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
> could not read the data
> [junit4] 2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
> [junit4] 2> 964532 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 964533 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931383648261-127.0.0.1:44090_solr-n_0000000001
> [junit4] 2> 964533 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090
> _solr
> [junit4] 2> 964533 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
> [junit4] 2> 964535 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) starting
> [junit4] 2> 964542 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
> [junit4] 2> 964543 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
> [junit4] 2> 964544 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.Overseer Starting to work on the main queue
> [junit4] 2> 964546 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 964553 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"recovering",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "base_url":"http://node1/solr/"} current state
> version: 2
> [junit4] 2> 964553 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"recovering",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"1",
> [junit4] 2> "base_url":"http://node1/solr/"}
> [junit4] 2> 964554 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
> [junit4] 2> 964556 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 964556 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 964556 INFO (zkCallback-546-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 964608 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"deletecore",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"core_node1",
> [junit4] 2> "collection":"collection1"} current state version: 3
> [junit4] 2> 964710 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.o.ZkStateWriter going to delete_collection
> /collections/collection1/state.json
> [junit4] 2> 964716 INFO (zkCallback-546-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 964716 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 964716 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 964717 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 964717 INFO (zkCallback-546-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 964717 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 965218 INFO (zkCallback-546-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
> [junit4] 2> 965218 INFO (zkCallback-542-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
> [junit4] 2> 965218 INFO (zkCallback-543-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
> [junit4] 2> 965223 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:44090 44090
> [junit4] 2> 965408 INFO (Thread-1964) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:44090 44090
> [junit4] 2> 965408 WARN (Thread-1964) [ ] o.a.s.c.ZkTestServer
> Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 4 /solr/aliases.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 4 /solr/clusterstate.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 4 /solr/collections
> [junit4] 2> 4 /solr/live_nodes
> [junit4] 2> 2 /solr/overseer/queue
> [junit4] 2> 2 /solr/overseer/collection-queue-work
> [junit4] 2> 2 /solr/overseer/queue-work
> [junit4] 2>
> [junit4] 2> 965409 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
> [junit4] 2> 965409 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) closing
> [junit4] 2> 965409 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
> [junit4] 2> 965410 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
> could not read the data
> [junit4] 2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
> [junit4] 2> 965415 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Starting testStateChange
> [junit4] 2> 965416 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 965418 INFO (Thread-1965) [ ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 965418 INFO (Thread-1965) [ ] o.a.s.c.ZkTestServer
> Starting server
> [junit4] 2> 965518 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer start zk server on port:50085
> [junit4] 2> 965518 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 965519 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 965527 INFO (zkCallback-548-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@6e204284
> name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 965527 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 965527 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 965527 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 965529 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 965533 INFO (zkCallback-549-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2bc872ab
> name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 965533 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 965534 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 965534 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [
> ] o.a.z.s.NIOServerCnxn caught end of stream exception
> [junit4] 2> EndOfStreamException: Unable to read additional data from
> client sessionid 0x150e0f435010001, likely client has closed socket
> [junit4] 2> at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
> [junit4] 2> at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
> [junit4] 2> at java.lang.Thread.run(Thread.java:745)
> [junit4] 2> 965535 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 965535 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 965553 INFO (zkCallback-550-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2eb503e2
> name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 965553 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 965553 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 965553 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /solr
> [junit4] 2> 965560 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
> [junit4] 2> 965561 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections
> [junit4] 2> 965562 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
> [junit4] 2> 965564 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
> [junit4] 2> 965565 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
> [junit4] 2> 965566 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 965567 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 965577 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 965577 INFO (zkCallback-551-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2bfbf3f8
> name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 965577 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 965578 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 965578 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
> [junit4] 2> 965579 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
> [junit4] 2> 965580 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
> [junit4] 2> 965582 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 965583 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931640680451-127.0.0.1:50085_solr-n_0000000000
> [junit4] 2> 965583 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50085
> _solr
> [junit4] 2> 965583 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
> [junit4] 2> 965584 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) starting
> [junit4] 2> 965586 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
> [junit4] 2> 965588 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
> [junit4] 2> 965590 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
> [junit4] 2> 965592 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
> [junit4] 2> 965594 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
> [junit4] 2> 965596 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
> [junit4] 2> 965599 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
> [junit4] 2> 965600 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Starting to work on the main queue
> [junit4] 2> 965600 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 965605 INFO
> (OverseerCollectionConfigSetProcessor-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
> [junit4] 2> 965607 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"} current state version: 0
> [junit4] 2> 965608 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"recovering"}
> [junit4] 2> 965608 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
> [junit4] 2> 965609 INFO (zkCallback-548-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 965609 INFO (zkCallback-551-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"active"} current state version: 1
> [junit4] 2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "base_url":"http://127.0.0.1/solr",
> [junit4] 2> "node_name":"node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "roles":"",
> [junit4] 2> "state":"active"}
> [junit4] 2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
> [junit4] 2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
> [junit4] 2> 965763 INFO (zkCallback-548-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 965763 INFO (zkCallback-551-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
> [junit4] 2> 965812 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:50085 50085
> [junit4] 2> 965969 INFO (Thread-1965) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:50085 50085
> [junit4] 2> 965970 WARN (Thread-1965) [ ] o.a.s.c.ZkTestServer
> Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 2 /solr/aliases.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 2 /solr/clusterstate.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 2 /solr/collections
> [junit4] 2> 2 /solr/live_nodes
> [junit4] 2>
> [junit4] 2> 965970 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Ending testStateChange
> [junit4] 2> 965970 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) closing
> [junit4] 2> 965970 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50085_solr
> [junit4] 2> 965977 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
> could not read the data
> [junit4] 2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
> [junit4] 2> 965982 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
> [junit4] 2> 965983 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 965983 INFO (Thread-1966) [ ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
> [junit4] 2> 965983 INFO (Thread-1966) [ ] o.a.s.c.ZkTestServer
> Starting server
> [junit4] 2> 966083 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer start zk server on port:37594
> [junit4] 2> 966083 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 966089 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 966094 INFO (zkCallback-553-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@3edc922
> name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 966096 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 966096 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 966098 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 966101 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 966113 INFO (zkCallback-554-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@6cc287e
> name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 966115 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 966115 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 966115 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /solr
> [junit4] 2> 966122 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 966123 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 966137 INFO (zkCallback-555-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@29d2100c
> name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 966137 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 966137 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 966138 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
> [junit4] 2> 966140 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections
> [junit4] 2> 966141 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
> [junit4] 2> 966142 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
> [junit4] 2> 966145 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
> [junit4] 2> 966147 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 966148 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 966151 INFO (zkCallback-556-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@131dfc89
> name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 966151 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 966151 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 966152 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
> [junit4] 2> 966153 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
> [junit4] 2> 966154 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
> [junit4] 2> 966155 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer (id=null) closing
> [junit4] 2> 966156 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931677773827-127.0.0.1:37594_solr-n_0000000000
> [junit4] 2> 966156 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37594
> _solr
> [junit4] 2> 966156 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
> [junit4] 2> 966159 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822931677773827-127.0.0.1:37594_solr-n_0000000000) starting
> [junit4] 2> 966160 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
> [junit4] 2> 966162 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
> [junit4] 2> 966164 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
> [junit4] 2> 966167 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
> [junit4] 2> 966170 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
> [junit4] 2> 966172 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
> [junit4] 2> 966176 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
> [junit4] 2> 966177 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Starting to work on the main queue
> [junit4] 2> 966178 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 966183 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 966184 INFO
> (OverseerCollectionConfigSetProcessor-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
> [junit4] 2> 966187 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
> [junit4] 2> 966193 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 966197 INFO (zkCallback-558-thread-1) [ ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@22fcbcf5
> name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4] 2> 966197 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 966197 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
> [junit4] 2> 966199 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
> [junit4] 2> 966202 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
> [junit4] 2> 966203 INFO (zkCallback-556-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
> [junit4] 2> 966206 INFO (zkCallback-555-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
> [junit4] 2> 966206 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state
> version: 0
> [junit4] 2> 966208 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core1",
> [junit4] 2> "core_node_name":"node1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"}
> [junit4] 2> 966208 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
> [junit4] 2> 966208 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
> [junit4] 2> 966211 INFO (zkCallback-556-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 966211 INFO (zkCallback-555-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 966214 INFO (zkCallback-558-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
> [junit4] 2> 966217 INFO (zkCallback-558-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 966706 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard2/election
> [junit4] 2> 966707 INFO (zkCallback-558-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 966707 INFO (zkCallback-556-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 966707 INFO (zkCallback-555-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
> [junit4] 2> 966710 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard2/election/94822931677773828-127.0.0.1_core1-n_0000000000
> [junit4] 2> 966711 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
> [junit4] 2> 966713 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
> [junit4] 2> 966715 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"leader",
> [junit4] 2> "shard":"shard2",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/",
> [junit4] 2> "core":"core1"} current state version: 1
> [junit4] 2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core2",
> [junit4] 2> "core_node_name":"node2",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state
> version: 1
> [junit4] 2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core2",
> [junit4] 2> "core_node_name":"node2",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"}
> [junit4] 2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
> [junit4] 2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
> [junit4] 2> 966821 INFO (zkCallback-556-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 966821 INFO (zkCallback-555-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 966821 INFO (zkCallback-558-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 967216 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
> [junit4] 2> 967220 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931677773828-127.0.0.1_core2-n_0000000000
> [junit4] 2> 967220 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
> [junit4] 2> 967222 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
> [junit4] 2> 967224 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"leader",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/",
> [junit4] 2> "core":"core2"} current state version: 2
> [junit4] 2> 967226 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core3",
> [junit4] 2> "core_node_name":"node3",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state
> version: 2
> [junit4] 2> 967227 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core3",
> [junit4] 2> "core_node_name":"node3",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"}
> [junit4] 2> 967227 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
> [junit4] 2> 967227 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
> [junit4] 2> 967329 INFO (zkCallback-558-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 967329 INFO (zkCallback-556-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 967329 INFO (zkCallback-555-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 967726 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard3/election
> [junit4] 2> 967730 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard3/election/94822931677773828-127.0.0.1_core3-n_0000000000
> [junit4] 2> 967731 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard3
> [junit4] 2> 967733 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
> [junit4] 2> 967736 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"leader",
> [junit4] 2> "shard":"shard3",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/",
> [junit4] 2> "core":"core3"} current state version: 3
> [junit4] 2> 967738 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core4",
> [junit4] 2> "core_node_name":"node4",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state
> version: 3
> [junit4] 2> 967739 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
> [junit4] 2> "operation":"state",
> [junit4] 2> "state":"active",
> [junit4] 2> "node_name":"127.0.0.1",
> [junit4] 2> "core":"core4",
> [junit4] 2> "core_node_name":"node4",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "numShards":"3",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/"}
> [junit4] 2> 967739 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
> [junit4] 2> 967739 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
> [junit4] 2> 967841 INFO (zkCallback-556-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - up
>
> [...truncated too long message...]
>
> Changed path:/clusterstate.json, has occurred - updating... (live nodes
> size: 1)
> [junit4] 2> 1009218 INFO (zkCallback-656-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 1009218 INFO (zkCallback-657-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 1009614 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection2/leader_elect/shard3/election
> [junit4] 2> 1009617 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection2/leader_elect/shard3/election/94822934316384260-127.0.0.1_core3-n_0000000000
> [junit4] 2> 1009618 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leaders/shard3
> [junit4] 2> 1009619 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
> [junit4] 2> 1009621 INFO
> (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000)
> [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
> [junit4] 2> "operation":"leader",
> [junit4] 2> "shard":"shard3",
> [junit4] 2> "collection":"collection2",
> [junit4] 2> "base_url":"http://127.0.0.1/solr/",
> [junit4] 2> "core":"core3"} current state version: 7
> [junit4] 2> 1009724 INFO (zkCallback-656-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 1009724 INFO (zkCallback-657-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 1009724 INFO (zkCallback-659-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
> [junit4] 2> 1009773 INFO (zkCallback-657-thread-2) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
> [junit4] 2> 1009773 INFO (zkCallback-659-thread-1) [ ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
> [junit4] 2> 1011273 WARN (zkCallback-659-thread-1) [ ]
> o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
> ZK
> [junit4] 2> 1011275 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:44386 44386
> [junit4] 2> 1011433 INFO (Thread-1974) [ ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:44386 44386
> [junit4] 2> 1011434 WARN (Thread-1974) [ ] o.a.s.c.ZkTestServer
> Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/aliases.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/clusterstate.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/collections
> [junit4] 2> 3 /solr/live_nodes
> [junit4] 2>
> [junit4] 2> 1011434 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.SolrTestCaseJ4 ###Ending testBadQueueItem
> [junit4] 2> 1011434 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [ ]
> o.a.s.c.Overseer Overseer
> (id=94822934316384259-127.0.0.1:44386_solr-n_0000000000) closing
> [junit4] 2> 1011435 INFO
> (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000)
> [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44386_solr
> [junit4] 2> 1011436 ERROR (OverseerExitThread) [ ]
> o.a.s.c.Overseer could not read the data
> [junit4] 2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4] 2> at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4] 2> at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
> [junit4] 2> at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
> [junit4] 2> at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
> [junit4] 2> 1014435 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [ ]
> o.a.s.SolrTestCaseJ4 ###deleteCore
> [junit4] 2> NOTE: leaving temporary files on disk at:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001
> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene54): {},
> docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
> locale=pt_PT, timezone=America/Port-au-Prince
> [junit4] 2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation
> 1.7.0_80 (64-bit)/cpus=4,threads=1,free=287501920,total=506462208
> [junit4] 2> NOTE: All tests run in this JVM: [RequestHandlersTest,
> TestReloadAndDeleteDocs, DateRangeFieldTest, TestWriterPerf,
> RollingRestartTest, LukeRequestHandlerTest, QueryParsingTest,
> TestGroupingSearch, PrimitiveFieldTypeTest, TestRestManager,
> StatsComponentTest, TestPerFieldSimilarity, TestSolrIndexConfig,
> HttpPartitionTest, TestConfigSetImmutable, BadComponentTest, SampleTest,
> CoreAdminHandlerTest, TestFileDictionaryLookup, TestStressReorder,
> AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest,
> TestCollationField, SolrCoreCheckLockOnStartupTest,
> XmlUpdateRequestHandlerTest, TestReversedWildcardFilterFactory,
> TestSchemaVersionResource, TestOverriddenPrefixQueryForCustomFieldType,
> TestSolrCloudWithKerberosAlt, TestRequestStatusCollectionAPI,
> QueryResultKeyTest, BinaryUpdateRequestHandlerTest, UpdateParamsTest,
> TestDownShardTolerantSearch, DocValuesMultiTest, OverseerStatusTest,
> FieldMutatingUpdateProcessorTest, DistributedFacetPivotLongTailTest,
> CachingDirectoryFactoryTest, TestRemoveLastDynamicCopyField,
> TestSolrQueryParser, TestCSVResponseWriter, TestRestoreCore,
> NoCacheHeaderTest, TestCharFilters, RuleEngineTest,
> TestIndexingPerformance, DistributedExpandComponentTest, RankQueryTest,
> TestReplicationHandlerBackup, HighlighterConfigTest, DebugComponentTest,
> TestIntervalFaceting, TestSearchPerf, TestAnalyzeInfixSuggestions,
> BadIndexSchemaTest, TestReRankQParserPlugin, TestDefaultStatsCache,
> CloneFieldUpdateProcessorFactoryTest,
> TestSolrQueryParserDefaultOperatorResource, LeaderElectionTest,
> HardAutoCommitTest, TestSolrDeletionPolicy1, UnloadDistributedZkTest,
> TestDefaultSearchFieldResource, BasicDistributedZk2Test,
> TestInfoStreamLogging, TestFieldTypeCollectionResource,
> HdfsBasicDistributedZkTest, CircularListTest,
> TestCopyFieldCollectionResource, CurrencyFieldXmlFileTest,
> TestCoreDiscovery, HdfsCollectionsAPIDistributedZkTest,
> TestExceedMaxTermLength, DistribCursorPagingTest, TestCloudManagedSchema,
> FacetPivotSmallTest, SearchHandlerTest, TestSortingResponseWriter,
> TestStandardQParsers, HdfsSyncSliceTest, SuggesterTSTTest,
> LeaderInitiatedRecoveryOnShardRestartTest, TestJmxIntegration,
> TestFuzzyAnalyzedSuggestions, AddBlockUpdateTest, TestReload,
> TermVectorComponentDistributedTest, BasicDistributedZkTest, SyncSliceTest,
> OpenCloseCoreStressTest, OverseerTest]
> [junit4] Completed [253/545] on J2 in 53.73s, 12 tests, 1 failure, 1
> skipped <<< FAILURES!
>
> [...truncated 919 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:785:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:729:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:59:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:233:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:526:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1452:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1006:
> There were test failures: 545 suites (7 ignored), 2158 tests, 1 failure, 51
> ignored (37 assumptions) [seed: B47F6E4FF608FD26]
>
> Total time: 61 minutes 54 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>