You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/11/07 09:19:35 UTC

[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 3725 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/3725/

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerTest.testOverseerStatsReset

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([B47F6E4FF608FD26:1F2B897363D25E28]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10417 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001/init-core-data-001
   [junit4]   2> 960760 INFO  (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 960760 INFO  (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 960760 INFO  (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 960800 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReplay
   [junit4]   2> 960800 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 960811 INFO  (Thread-1963) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 960811 INFO  (Thread-1963) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 960911 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer start zk server on port:54238
   [junit4]   2> 960911 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 960937 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 960952 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a62b1 name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 960955 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 960955 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 960955 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 960964 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 960969 INFO  (zkCallback-536-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2911d84 name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 960969 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 960969 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 960976 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 960982 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 961017 INFO  (zkCallback-537-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e85766f name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961017 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 961017 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961017 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 961020 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 961021 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 961022 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 961023 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 961024 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 961025 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 961027 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 961029 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 961042 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 961055 INFO  (zkCallback-538-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44977f5d name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961056 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 961056 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961056 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 961057 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 961059 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 961060 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 961060 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931338756099-127.0.0.1:54238_solr-n_0000000000
   [junit4]   2> 961061 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54238_solr
   [junit4]   2> 961061 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 961062 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) starting
   [junit4]   2> 961063 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 961065 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 961067 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 961068 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 961070 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 961073 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 961089 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 961090 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 961092 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 961092 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 961094 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 961094 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 961105 INFO  (OverseerCollectionConfigSetProcessor-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 961115 INFO  (zkCallback-538-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 961122 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 961150 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 2
   [junit4]   2> 961150 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 961253 INFO  (zkCallback-535-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 961253 INFO  (zkCallback-538-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 961319 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54238 54238
   [junit4]   2> 961441 INFO  (Thread-1963) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54238 54238
   [junit4]   2> 961442 WARN  (Thread-1963) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 961442 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReplay
   [junit4]   2> 961442 INFO  (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) closing
   [junit4]   2> 961445 INFO  (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54238_solr
   [junit4]   2> 961469 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
   [junit4]   2> 961469 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 961481 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 961488 INFO  (Thread-1964) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 961488 INFO  (Thread-1964) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 961581 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer start zk server on port:44090
   [junit4]   2> 961581 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 961597 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 961613 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7306b0a name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961613 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 961613 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961621 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 961641 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 961641 INFO  (zkCallback-541-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14c7ad60 name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961641 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 961641 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961641 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 961667 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 961674 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 961675 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a828b25 name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961675 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 961675 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961675 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 961677 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 961678 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 961679 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 961680 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 961681 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 961682 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 961718 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 961745 INFO  (zkCallback-543-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70bf6912 name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961745 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 961745 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961747 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 961748 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 961749 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 961750 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 961767 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 961775 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 961798 INFO  (zkCallback-544-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@471a9a7a name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961798 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 961799 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961799 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 961800 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 961801 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 961802 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 961803 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931383648260-127.0.0.1:44090_solr-n_0000000000
   [junit4]   2> 961803 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090_solr
   [junit4]   2> 961803 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 961804 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) starting
   [junit4]   2> 961805 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 961807 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 961808 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 961810 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 961811 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 961813 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 961816 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 961825 INFO  (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 961826 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 961826 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 962843 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 0
   [junit4]   2> 962844 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 962844 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 962844 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 962845 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 962845 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 962845 INFO  (zkCallback-544-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 963343 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 963344 INFO  (zkCallback-544-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 963345 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 963345 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 963349 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
   [junit4]   2> 963350 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 963353 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 963356 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 963357 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"core1"}
   [junit4]   2> 963360 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 963361 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 963363 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 1
   [junit4]   2> 963363 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 963363 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 963366 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001
   [junit4]   2> 963366 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector was going to be leader /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001 , seq(0) /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
   [junit4]   2> 963466 INFO  (zkCallback-544-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 963466 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 963468 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 963828 INFO  (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 963829 INFO  (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 964522 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 964524 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002
   [junit4]   2> 964524 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector was going to be leader /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002 , seq(0) /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
   [junit4]   2> 964525 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964525 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964529 INFO  (zkCallback-546-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6254332a name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964529 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964529 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964529 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) closing
   [junit4]   2> 964530 INFO  (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
   [junit4]   2> 964530 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 964531 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 964532 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 964533 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931383648261-127.0.0.1:44090_solr-n_0000000001
   [junit4]   2> 964533 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090_solr
   [junit4]   2> 964533 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 964535 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) starting
   [junit4]   2> 964542 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 964543 INFO  (OverseerCollectionConfigSetProcessor-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 964544 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 964546 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 964553 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 2
   [junit4]   2> 964553 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 964554 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 964556 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 964556 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 964556 INFO  (zkCallback-546-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 964608 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1"} current state version: 3
   [junit4]   2> 964710 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.o.ZkStateWriter going to delete_collection /collections/collection1/state.json
   [junit4]   2> 964716 INFO  (zkCallback-546-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 964716 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 964716 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 964717 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 964717 INFO  (zkCallback-546-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 964717 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965218 INFO  (zkCallback-546-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965218 INFO  (zkCallback-542-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965218 INFO  (zkCallback-543-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965223 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44090 44090
   [junit4]   2> 965408 INFO  (Thread-1964) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44090 44090
   [junit4]   2> 965408 WARN  (Thread-1964) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 965409 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
   [junit4]   2> 965409 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) closing
   [junit4]   2> 965409 INFO  (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
   [junit4]   2> 965410 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 965415 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange
   [junit4]   2> 965416 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 965418 INFO  (Thread-1965) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 965418 INFO  (Thread-1965) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 965518 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer start zk server on port:50085
   [junit4]   2> 965518 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 965519 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 965527 INFO  (zkCallback-548-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e204284 name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 965527 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 965527 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 965527 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 965529 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 965533 INFO  (zkCallback-549-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bc872ab name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 965533 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 965534 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 965534 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x150e0f435010001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 965535 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 965535 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 965553 INFO  (zkCallback-550-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2eb503e2 name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 965553 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 965553 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 965553 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 965560 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 965561 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 965562 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 965564 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 965565 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 965566 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 965567 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 965577 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 965577 INFO  (zkCallback-551-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bfbf3f8 name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 965577 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 965578 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 965578 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 965579 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 965580 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 965582 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 965583 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931640680451-127.0.0.1:50085_solr-n_0000000000
   [junit4]   2> 965583 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50085_solr
   [junit4]   2> 965583 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 965584 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) starting
   [junit4]   2> 965586 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 965588 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 965590 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 965592 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 965594 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 965596 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 965599 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 965600 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 965600 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 965605 INFO  (OverseerCollectionConfigSetProcessor-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 965607 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 0
   [junit4]   2> 965608 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 965608 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 965609 INFO  (zkCallback-548-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 965609 INFO  (zkCallback-551-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 965660 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 965660 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 965660 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
   [junit4]   2> 965660 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 965763 INFO  (zkCallback-548-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 965763 INFO  (zkCallback-551-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 965812 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50085 50085
   [junit4]   2> 965969 INFO  (Thread-1965) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50085 50085
   [junit4]   2> 965970 WARN  (Thread-1965) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 965970 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
   [junit4]   2> 965970 INFO  (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) closing
   [junit4]   2> 965970 INFO  (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50085_solr
   [junit4]   2> 965977 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 965982 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
   [junit4]   2> 965983 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 965983 INFO  (Thread-1966) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 965983 INFO  (Thread-1966) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 966083 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer start zk server on port:37594
   [junit4]   2> 966083 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 966089 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 966094 INFO  (zkCallback-553-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3edc922 name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966096 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 966096 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 966098 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 966101 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 966113 INFO  (zkCallback-554-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6cc287e name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966115 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 966115 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 966115 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 966122 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 966123 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 966137 INFO  (zkCallback-555-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29d2100c name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966137 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 966137 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 966138 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 966140 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 966141 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 966142 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 966145 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 966147 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 966148 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 966151 INFO  (zkCallback-556-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@131dfc89 name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966151 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 966151 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 966152 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 966153 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 966154 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 966155 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 966156 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94822931677773827-127.0.0.1:37594_solr-n_0000000000
   [junit4]   2> 966156 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37594_solr
   [junit4]   2> 966156 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 966159 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822931677773827-127.0.0.1:37594_solr-n_0000000000) starting
   [junit4]   2> 966160 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 966162 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 966164 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 966167 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 966170 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 966172 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 966176 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 966177 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 966178 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 966183 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 966184 INFO  (OverseerCollectionConfigSetProcessor-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 966187 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 966193 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 966197 INFO  (zkCallback-558-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22fcbcf5 name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966197 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 966197 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 966199 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 966202 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
   [junit4]   2> 966203 INFO  (zkCallback-556-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 966206 INFO  (zkCallback-555-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 966206 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 0
   [junit4]   2> 966208 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 966208 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 966208 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 966211 INFO  (zkCallback-556-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 966211 INFO  (zkCallback-555-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 966214 INFO  (zkCallback-558-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 966217 INFO  (zkCallback-558-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 966706 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 966707 INFO  (zkCallback-558-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 966707 INFO  (zkCallback-556-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 966707 INFO  (zkCallback-555-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 966710 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/94822931677773828-127.0.0.1_core1-n_0000000000
   [junit4]   2> 966711 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 966713 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 966715 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 966717 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "core_node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 1
   [junit4]   2> 966717 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "core_node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 966717 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 966717 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 966821 INFO  (zkCallback-556-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 966821 INFO  (zkCallback-555-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 966821 INFO  (zkCallback-558-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 967216 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 967220 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94822931677773828-127.0.0.1_core2-n_0000000000
   [junit4]   2> 967220 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 967222 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 967224 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
   [junit4]   2>   "core":"core2"} current state version: 2
   [junit4]   2> 967226 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "core_node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 2
   [junit4]   2> 967227 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "core_node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 967227 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 967227 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 967329 INFO  (zkCallback-558-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 967329 INFO  (zkCallback-556-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 967329 INFO  (zkCallback-555-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 967726 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 967730 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard3/election/94822931677773828-127.0.0.1_core3-n_0000000000
   [junit4]   2> 967731 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 967733 INFO  (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 967736 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
   [junit4]   2>   "core":"core3"} current state version: 3
   [junit4]   2> 967738 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "core_node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 3
   [junit4]   2> 967739 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "core_node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 967739 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 967739 INFO  (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 967841 INFO  (zkCallback-556-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - up

[...truncated too long message...]

Changed path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1009218 INFO  (zkCallback-656-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1009218 INFO  (zkCallback-657-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1009614 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leader_elect/shard3/election
   [junit4]   2> 1009617 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection2/leader_elect/shard3/election/94822934316384260-127.0.0.1_core3-n_0000000000
   [junit4]   2> 1009618 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leaders/shard3
   [junit4]   2> 1009619 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1009621 INFO  (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "collection":"collection2",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
   [junit4]   2>   "core":"core3"} current state version: 7
   [junit4]   2> 1009724 INFO  (zkCallback-656-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1009724 INFO  (zkCallback-657-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1009724 INFO  (zkCallback-659-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1009773 INFO  (zkCallback-657-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1009773 INFO  (zkCallback-659-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1011273 WARN  (zkCallback-659-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1011275 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44386 44386
   [junit4]   2> 1011433 INFO  (Thread-1974) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44386 44386
   [junit4]   2> 1011434 WARN  (Thread-1974) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1011434 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadQueueItem
   [junit4]   2> 1011434 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ] o.a.s.c.Overseer Overseer (id=94822934316384259-127.0.0.1:44386_solr-n_0000000000) closing
   [junit4]   2> 1011435 INFO  (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44386_solr
   [junit4]   2> 1011436 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 1014435 INFO  (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=pt_PT, timezone=America/Port-au-Prince
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=287501920,total=506462208
   [junit4]   2> NOTE: All tests run in this JVM: [RequestHandlersTest, TestReloadAndDeleteDocs, DateRangeFieldTest, TestWriterPerf, RollingRestartTest, LukeRequestHandlerTest, QueryParsingTest, TestGroupingSearch, PrimitiveFieldTypeTest, TestRestManager, StatsComponentTest, TestPerFieldSimilarity, TestSolrIndexConfig, HttpPartitionTest, TestConfigSetImmutable, BadComponentTest, SampleTest, CoreAdminHandlerTest, TestFileDictionaryLookup, TestStressReorder, AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest, TestCollationField, SolrCoreCheckLockOnStartupTest, XmlUpdateRequestHandlerTest, TestReversedWildcardFilterFactory, TestSchemaVersionResource, TestOverriddenPrefixQueryForCustomFieldType, TestSolrCloudWithKerberosAlt, TestRequestStatusCollectionAPI, QueryResultKeyTest, BinaryUpdateRequestHandlerTest, UpdateParamsTest, TestDownShardTolerantSearch, DocValuesMultiTest, OverseerStatusTest, FieldMutatingUpdateProcessorTest, DistributedFacetPivotLongTailTest, CachingDirectoryFactoryTest, TestRemoveLastDynamicCopyField, TestSolrQueryParser, TestCSVResponseWriter, TestRestoreCore, NoCacheHeaderTest, TestCharFilters, RuleEngineTest, TestIndexingPerformance, DistributedExpandComponentTest, RankQueryTest, TestReplicationHandlerBackup, HighlighterConfigTest, DebugComponentTest, TestIntervalFaceting, TestSearchPerf, TestAnalyzeInfixSuggestions, BadIndexSchemaTest, TestReRankQParserPlugin, TestDefaultStatsCache, CloneFieldUpdateProcessorFactoryTest, TestSolrQueryParserDefaultOperatorResource, LeaderElectionTest, HardAutoCommitTest, TestSolrDeletionPolicy1, UnloadDistributedZkTest, TestDefaultSearchFieldResource, BasicDistributedZk2Test, TestInfoStreamLogging, TestFieldTypeCollectionResource, HdfsBasicDistributedZkTest, CircularListTest, TestCopyFieldCollectionResource, CurrencyFieldXmlFileTest, TestCoreDiscovery, HdfsCollectionsAPIDistributedZkTest, TestExceedMaxTermLength, DistribCursorPagingTest, TestCloudManagedSchema, FacetPivotSmallTest, SearchHandlerTest, TestSortingResponseWriter, TestStandardQParsers, HdfsSyncSliceTest, SuggesterTSTTest, LeaderInitiatedRecoveryOnShardRestartTest, TestJmxIntegration, TestFuzzyAnalyzedSuggestions, AddBlockUpdateTest, TestReload, TermVectorComponentDistributedTest, BasicDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed [253/545] on J2 in 53.73s, 12 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 919 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:785: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:729: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:526: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1452: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1006: There were test failures: 545 suites (7 ignored), 2158 tests, 1 failure, 51 ignored (37 assumptions) [seed: B47F6E4FF608FD26]

Total time: 61 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 3725 - Still Failing

Posted by Ishan Chattopadhyaya <ic...@gmail.com>.
https://issues.apache.org/jira/browse/SOLR-8249 should fix this. Sorry for
the noise.

On Sat, Nov 7, 2015 at 1:49 PM, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/3725/
>
> 1 tests failed.
> FAILED:  org.apache.solr.cloud.OverseerTest.testOverseerStatsReset
>
> Error Message:
> expected:<1> but was:<2>
>
> Stack Trace:
> java.lang.AssertionError: expected:<1> but was:<2>
>         at
> __randomizedtesting.SeedInfo.seed([B47F6E4FF608FD26:1F2B897363D25E28]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.failNotEquals(Assert.java:647)
>         at org.junit.Assert.assertEquals(Assert.java:128)
>         at org.junit.Assert.assertEquals(Assert.java:472)
>         at org.junit.Assert.assertEquals(Assert.java:456)
>         at
> org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 10417 lines...]
>    [junit4] Suite: org.apache.solr.cloud.OverseerTest
>    [junit4]   2> Creating dataDir:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001/init-core-data-001
>    [junit4]   2> 960760 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ]
> o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
>    [junit4]   2> 960760 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ]
> o.a.s.SolrTestCaseJ4 ####initCore
>    [junit4]   2> 960760 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ]
> o.a.s.SolrTestCaseJ4 ####initCore end
>    [junit4]   2> 960800 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Starting testReplay
>    [junit4]   2> 960800 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 960811 INFO  (Thread-1963) [    ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 960811 INFO  (Thread-1963) [    ] o.a.s.c.ZkTestServer
> Starting server
>    [junit4]   2> 960911 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer start zk server on port:54238
>    [junit4]   2> 960911 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 960937 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 960952 INFO  (zkCallback-535-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@7a62b1
> name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 960955 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 960955 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 960955 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 960964 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 960969 INFO  (zkCallback-536-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2911d84
> name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 960969 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 960969 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 960976 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 960982 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 961017 INFO  (zkCallback-537-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@7e85766f
> name:ZooKeeperConnection Watcher:127.0.0.1:54238 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 961017 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 961017 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 961017 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /solr
>    [junit4]   2> 961020 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
>    [junit4]   2> 961021 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections
>    [junit4]   2> 961022 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
>    [junit4]   2> 961023 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>    [junit4]   2> 961024 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
>    [junit4]   2> 961025 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 961027 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
>    [junit4]   2> 961029 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 961042 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 961055 INFO  (zkCallback-538-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@44977f5d
> name:ZooKeeperConnection Watcher:127.0.0.1:54238/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 961056 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 961056 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 961056 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
>    [junit4]   2> 961057 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>    [junit4]   2> 961059 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>    [junit4]   2> 961060 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 961060 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931338756099-127.0.0.1:54238_solr-n_0000000000
>    [junit4]   2> 961061 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54238
> _solr
>    [junit4]   2> 961061 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>    [junit4]   2> 961062 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) starting
>    [junit4]   2> 961063 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>    [junit4]   2> 961065 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>    [junit4]   2> 961067 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>    [junit4]   2> 961068 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>    [junit4]   2> 961070 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>    [junit4]   2> 961073 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 961089 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Starting to work on the main queue
>    [junit4]   2> 961090 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 961092 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "shard":"s1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"}
>    [junit4]   2> 961092 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "shard":"s1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"}
>    [junit4]   2> 961094 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "shard":"s1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core2",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"}
>    [junit4]   2> 961094 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "shard":"s1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core2",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"}
>    [junit4]   2> 961105 INFO
> (OverseerCollectionConfigSetProcessor-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
>    [junit4]   2> 961115 INFO  (zkCallback-538-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 961122 INFO  (zkCallback-535-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 961150 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "shard":"s1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core3",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"} current state version: 2
>    [junit4]   2> 961150 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "shard":"s1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core3",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"}
>    [junit4]   2> 961253 INFO  (zkCallback-535-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 961253 INFO  (zkCallback-538-thread-3) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 961319 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:54238 54238
>    [junit4]   2> 961441 INFO  (Thread-1963) [    ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:54238 54238
>    [junit4]   2> 961442 WARN  (Thread-1963) [    ] o.a.s.c.ZkTestServer
> Watch limit violations:
>    [junit4]   2> Maximum concurrent create/delete watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/aliases.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent data watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/clusterstate.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent children watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/collections
>    [junit4]   2>        2       /solr/live_nodes
>    [junit4]   2>
>    [junit4]   2> 961442 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Ending testReplay
>    [junit4]   2> 961442 INFO
> (TEST-OverseerTest.testReplay-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931338756099-127.0.0.1:54238_solr-n_0000000000) closing
>    [junit4]   2> 961445 INFO
> (OverseerStateUpdate-94822931338756099-127.0.0.1:54238_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54238_solr
>    [junit4]   2> 961469 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
>    [junit4]   2> 961469 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 961481 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer
> could not read the data
>    [junit4]   2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
>    [junit4]   2> 961488 INFO  (Thread-1964) [    ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 961488 INFO  (Thread-1964) [    ] o.a.s.c.ZkTestServer
> Starting server
>    [junit4]   2> 961581 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer start zk server on port:44090
>    [junit4]   2> 961581 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 961597 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 961613 INFO  (zkCallback-540-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@7306b0a
> name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 961613 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 961613 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 961621 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 961641 INFO  (zkCallback-541-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@14c7ad60
> name:ZooKeeperConnection Watcher:127.0.0.1:44090 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 961641 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /solr
>    [junit4]   2> 961667 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 961674 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 961675 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2a828b25
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 961675 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 961675 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 961675 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
>    [junit4]   2> 961677 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections
>    [junit4]   2> 961678 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
>    [junit4]   2> 961679 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>    [junit4]   2> 961680 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
>    [junit4]   2> 961681 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 961682 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 961718 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 961745 INFO  (zkCallback-543-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@70bf6912
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 961745 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 961745 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 961747 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 961748 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
>    [junit4]   2> 961749 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
>    [junit4]   2> 961750 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 961767 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
>    [junit4]   2> 961775 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 961798 INFO  (zkCallback-544-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@471a9a7a
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 961798 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 961799 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 961799 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
>    [junit4]   2> 961800 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>    [junit4]   2> 961801 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>    [junit4]   2> 961802 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 961803 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931383648260-127.0.0.1:44090_solr-n_0000000000
>    [junit4]   2> 961803 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090
> _solr
>    [junit4]   2> 961803 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>    [junit4]   2> 961804 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) starting
>    [junit4]   2> 961805 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>    [junit4]   2> 961807 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
>    [junit4]   2> 961808 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>    [junit4]   2> 961810 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>    [junit4]   2> 961811 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>    [junit4]   2> 961813 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>    [junit4]   2> 961816 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 961825 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
>    [junit4]   2> 961826 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Starting to work on the main queue
>    [junit4]   2> 961826 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 962843 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"recovering",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "base_url":"http://node1/solr/"} current state
> version: 0
>    [junit4]   2> 962844 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"recovering",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "base_url":"http://node1/solr/"}
>    [junit4]   2> 962844 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
>    [junit4]   2> 962844 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>    [junit4]   2> 962845 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 962845 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 962845 INFO  (zkCallback-544-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 963343 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 963344 INFO  (zkCallback-544-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 963345 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 963345 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 963349 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
>    [junit4]   2> 963350 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
>    [junit4]   2> 963353 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
>    [junit4]   2> 963356 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "base_url":"http://node1/solr/",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "core":"core1"} current state version: 1
>    [junit4]   2> 963357 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "base_url":"http://node1/solr/",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "core":"core1"}
>    [junit4]   2> 963360 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "base_url":"http://node1/solr/",
>    [junit4]   2>   "core":"core1"} current state version: 1
>    [junit4]   2> 963361 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 963363 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "base_url":"http://node1/solr/"} current state
> version: 1
>    [junit4]   2> 963363 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "base_url":"http://node1/solr/"}
>    [junit4]   2> 963363 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
>    [junit4]   2> 963366 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001
>    [junit4]   2> 963366 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector was going to be leader
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000001
> , seq(0)
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
>    [junit4]   2> 963466 INFO  (zkCallback-544-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 963466 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 963468 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 963828 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.OverseerTaskProcessor
>    [junit4]   2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
>    [junit4]   2>        at
> org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> 963829 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.OverseerTaskProcessor According to ZK I
> (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) am no longer a
> leader.
>    [junit4]   2> 964522 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 964524 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002
>    [junit4]   2> 964524 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector was going to be leader
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000002
> , seq(0)
> /collections/collection1/leader_elect/shard1/election/94822931383648259-node1_core1-n_0000000000
>    [junit4]   2> 964525 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 964525 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 964529 INFO  (zkCallback-546-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@6254332a
> name:ZooKeeperConnection Watcher:127.0.0.1:44090/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 964529 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 964529 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 964529 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648260-127.0.0.1:44090_solr-n_0000000000) closing
>    [junit4]   2> 964530 INFO
> (OverseerStateUpdate-94822931383648260-127.0.0.1:44090_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
>    [junit4]   2> 964530 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
>    [junit4]   2> 964531 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer
> could not read the data
>    [junit4]   2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
>    [junit4]   2> 964532 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 964533 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931383648261-127.0.0.1:44090_solr-n_0000000001
>    [junit4]   2> 964533 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44090
> _solr
>    [junit4]   2> 964533 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>    [junit4]   2> 964535 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) starting
>    [junit4]   2> 964542 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 964543 INFO
> (OverseerCollectionConfigSetProcessor-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
>    [junit4]   2> 964544 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.Overseer Starting to work on the main queue
>    [junit4]   2> 964546 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 964553 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"recovering",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "base_url":"http://node1/solr/"} current state
> version: 2
>    [junit4]   2> 964553 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"recovering",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "base_url":"http://node1/solr/"}
>    [junit4]   2> 964554 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
>    [junit4]   2> 964556 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 964556 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 964556 INFO  (zkCallback-546-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 964608 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"deletecore",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "collection":"collection1"} current state version: 3
>    [junit4]   2> 964710 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.o.ZkStateWriter going to delete_collection
> /collections/collection1/state.json
>    [junit4]   2> 964716 INFO  (zkCallback-546-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 964716 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 964716 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 964717 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 964717 INFO  (zkCallback-546-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 964717 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 965218 INFO  (zkCallback-546-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
>    [junit4]   2> 965218 INFO  (zkCallback-542-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
>    [junit4]   2> 965218 INFO  (zkCallback-543-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
>    [junit4]   2> 965223 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:44090 44090
>    [junit4]   2> 965408 INFO  (Thread-1964) [    ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:44090 44090
>    [junit4]   2> 965408 WARN  (Thread-1964) [    ] o.a.s.c.ZkTestServer
> Watch limit violations:
>    [junit4]   2> Maximum concurrent create/delete watches above limit:
>    [junit4]   2>
>    [junit4]   2>        4       /solr/aliases.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent data watches above limit:
>    [junit4]   2>
>    [junit4]   2>        4       /solr/clusterstate.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent children watches above limit:
>    [junit4]   2>
>    [junit4]   2>        4       /solr/collections
>    [junit4]   2>        4       /solr/live_nodes
>    [junit4]   2>        2       /solr/overseer/queue
>    [junit4]   2>        2       /solr/overseer/collection-queue-work
>    [junit4]   2>        2       /solr/overseer/queue-work
>    [junit4]   2>
>    [junit4]   2> 965409 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
>    [junit4]   2> 965409 INFO
> (TEST-OverseerTest.testOverseerFailure-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931383648261-127.0.0.1:44090_solr-n_0000000001) closing
>    [junit4]   2> 965409 INFO
> (OverseerStateUpdate-94822931383648261-127.0.0.1:44090_solr-n_0000000001)
> [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44090_solr
>    [junit4]   2> 965410 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer
> could not read the data
>    [junit4]   2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
>    [junit4]   2> 965415 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Starting testStateChange
>    [junit4]   2> 965416 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 965418 INFO  (Thread-1965) [    ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 965418 INFO  (Thread-1965) [    ] o.a.s.c.ZkTestServer
> Starting server
>    [junit4]   2> 965518 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer start zk server on port:50085
>    [junit4]   2> 965518 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 965519 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 965527 INFO  (zkCallback-548-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@6e204284
> name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 965527 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 965527 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 965527 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 965529 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 965533 INFO  (zkCallback-549-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2bc872ab
> name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 965533 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 965534 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 965534 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [
>   ] o.a.z.s.NIOServerCnxn caught end of stream exception
>    [junit4]   2> EndOfStreamException: Unable to read additional data from
> client sessionid 0x150e0f435010001, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> 965535 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 965535 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 965553 INFO  (zkCallback-550-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2eb503e2
> name:ZooKeeperConnection Watcher:127.0.0.1:50085 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 965553 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 965553 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 965553 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /solr
>    [junit4]   2> 965560 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
>    [junit4]   2> 965561 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections
>    [junit4]   2> 965562 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
>    [junit4]   2> 965564 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>    [junit4]   2> 965565 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
>    [junit4]   2> 965566 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 965567 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 965577 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 965577 INFO  (zkCallback-551-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@2bfbf3f8
> name:ZooKeeperConnection Watcher:127.0.0.1:50085/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 965577 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 965578 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 965578 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
>    [junit4]   2> 965579 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>    [junit4]   2> 965580 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>    [junit4]   2> 965582 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 965583 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931640680451-127.0.0.1:50085_solr-n_0000000000
>    [junit4]   2> 965583 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50085
> _solr
>    [junit4]   2> 965583 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>    [junit4]   2> 965584 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) starting
>    [junit4]   2> 965586 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>    [junit4]   2> 965588 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
>    [junit4]   2> 965590 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>    [junit4]   2> 965592 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>    [junit4]   2> 965594 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>    [junit4]   2> 965596 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>    [junit4]   2> 965599 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 965600 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Starting to work on the main queue
>    [junit4]   2> 965600 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 965605 INFO
> (OverseerCollectionConfigSetProcessor-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
>    [junit4]   2> 965607 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"} current state version: 0
>    [junit4]   2> 965608 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"recovering"}
>    [junit4]   2> 965608 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>    [junit4]   2> 965609 INFO  (zkCallback-548-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 965609 INFO  (zkCallback-551-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"active"} current state version: 1
>    [junit4]   2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr",
>    [junit4]   2>   "node_name":"node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "roles":"",
>    [junit4]   2>   "state":"active"}
>    [junit4]   2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
>    [junit4]   2> 965660 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
>    [junit4]   2> 965763 INFO  (zkCallback-548-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 965763 INFO  (zkCallback-551-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 0)
>    [junit4]   2> 965812 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:50085 50085
>    [junit4]   2> 965969 INFO  (Thread-1965) [    ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:50085 50085
>    [junit4]   2> 965970 WARN  (Thread-1965) [    ] o.a.s.c.ZkTestServer
> Watch limit violations:
>    [junit4]   2> Maximum concurrent create/delete watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/aliases.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent data watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/clusterstate.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent children watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/collections
>    [junit4]   2>        2       /solr/live_nodes
>    [junit4]   2>
>    [junit4]   2> 965970 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Ending testStateChange
>    [junit4]   2> 965970 INFO
> (TEST-OverseerTest.testStateChange-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931640680451-127.0.0.1:50085_solr-n_0000000000) closing
>    [junit4]   2> 965970 INFO
> (OverseerStateUpdate-94822931640680451-127.0.0.1:50085_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50085_solr
>    [junit4]   2> 965977 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer
> could not read the data
>    [junit4]   2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
>    [junit4]   2> 965982 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
>    [junit4]   2> 965983 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 965983 INFO  (Thread-1966) [    ] o.a.s.c.ZkTestServer
> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 965983 INFO  (Thread-1966) [    ] o.a.s.c.ZkTestServer
> Starting server
>    [junit4]   2> 966083 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer start zk server on port:37594
>    [junit4]   2> 966083 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 966089 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 966094 INFO  (zkCallback-553-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@3edc922
> name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 966096 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 966096 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 966098 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 966101 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 966113 INFO  (zkCallback-554-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@6cc287e
> name:ZooKeeperConnection Watcher:127.0.0.1:37594 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 966115 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 966115 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 966115 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /solr
>    [junit4]   2> 966122 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 966123 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 966137 INFO  (zkCallback-555-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@29d2100c
> name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 966137 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 966137 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 966138 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes
>    [junit4]   2> 966140 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections
>    [junit4]   2> 966141 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /aliases.json
>    [junit4]   2> 966142 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>    [junit4]   2> 966145 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /security.json
>    [junit4]   2> 966147 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 966148 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 966151 INFO  (zkCallback-556-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@131dfc89
> name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 966151 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 966151 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 966152 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with
> params: socketTimeout=600000&connTimeout=60000&retry=true
>    [junit4]   2> 966153 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>    [junit4]   2> 966154 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>    [junit4]   2> 966155 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 966156 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /overseer_elect/election/94822931677773827-127.0.0.1:37594_solr-n_0000000000
>    [junit4]   2> 966156 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37594
> _solr
>    [junit4]   2> 966156 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>    [junit4]   2> 966159 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822931677773827-127.0.0.1:37594_solr-n_0000000000) starting
>    [junit4]   2> 966160 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>    [junit4]   2> 966162 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
>    [junit4]   2> 966164 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>    [junit4]   2> 966167 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>    [junit4]   2> 966170 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>    [junit4]   2> 966172 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>    [junit4]   2> 966176 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.OverseerAutoReplicaFailoverThread Starting
> OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 966177 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Starting to work on the main queue
>    [junit4]   2> 966178 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 966183 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 966184 INFO
> (OverseerCollectionConfigSetProcessor-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
> operations
>    [junit4]   2> 966187 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>    [junit4]   2> 966193 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>    [junit4]   2> 966197 INFO  (zkCallback-558-thread-1) [    ]
> o.a.s.c.c.ConnectionManager Watcher
> org.apache.solr.common.cloud.ConnectionManager@22fcbcf5
> name:ZooKeeperConnection Watcher:127.0.0.1:37594/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 966197 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>    [junit4]   2> 966197 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>    [junit4]   2> 966199 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
>    [junit4]   2> 966202 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
>    [junit4]   2> 966203 INFO  (zkCallback-556-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
>    [junit4]   2> 966206 INFO  (zkCallback-555-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
>    [junit4]   2> 966206 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state
> version: 0
>    [junit4]   2> 966208 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core1",
>    [junit4]   2>   "core_node_name":"node1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
>    [junit4]   2> 966208 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
>    [junit4]   2> 966208 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
>    [junit4]   2> 966211 INFO  (zkCallback-556-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 966211 INFO  (zkCallback-555-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 966214 INFO  (zkCallback-558-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 0)
>    [junit4]   2> 966217 INFO  (zkCallback-558-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 966706 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard2/election
>    [junit4]   2> 966707 INFO  (zkCallback-558-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 966707 INFO  (zkCallback-556-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 966707 INFO  (zkCallback-555-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A collections change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/collections, has
> occurred - updating...
>    [junit4]   2> 966710 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard2/election/94822931677773828-127.0.0.1_core1-n_0000000000
>    [junit4]   2> 966711 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
>    [junit4]   2> 966713 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
>    [junit4]   2> 966715 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard2",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
>    [junit4]   2>   "core":"core1"} current state version: 1
>    [junit4]   2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core2",
>    [junit4]   2>   "core_node_name":"node2",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state
> version: 1
>    [junit4]   2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core2",
>    [junit4]   2>   "core_node_name":"node2",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
>    [junit4]   2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
>    [junit4]   2> 966717 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>    [junit4]   2> 966821 INFO  (zkCallback-556-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 966821 INFO  (zkCallback-555-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 966821 INFO  (zkCallback-558-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 967216 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 967220 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard1/election/94822931677773828-127.0.0.1_core2-n_0000000000
>    [junit4]   2> 967220 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
>    [junit4]   2> 967222 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
>    [junit4]   2> 967224 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
>    [junit4]   2>   "core":"core2"} current state version: 2
>    [junit4]   2> 967226 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core3",
>    [junit4]   2>   "core_node_name":"node3",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state
> version: 2
>    [junit4]   2> 967227 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core3",
>    [junit4]   2>   "core_node_name":"node3",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
>    [junit4]   2> 967227 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
>    [junit4]   2> 967227 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
>    [junit4]   2> 967329 INFO  (zkCallback-558-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 967329 INFO  (zkCallback-556-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 967329 INFO  (zkCallback-555-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 967726 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection1/leader_elect/shard3/election
>    [junit4]   2> 967730 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection1/leader_elect/shard3/election/94822931677773828-127.0.0.1_core3-n_0000000000
>    [junit4]   2> 967731 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard3
>    [junit4]   2> 967733 INFO
> (TEST-OverseerTest.testShardAssignment-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
>    [junit4]   2> 967736 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard3",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
>    [junit4]   2>   "core":"core3"} current state version: 3
>    [junit4]   2> 967738 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core4",
>    [junit4]   2>   "core_node_name":"node4",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state
> version: 3
>    [junit4]   2> 967739 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "node_name":"127.0.0.1",
>    [junit4]   2>   "core":"core4",
>    [junit4]   2>   "core_node_name":"node4",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "numShards":"3",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
>    [junit4]   2> 967739 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
>    [junit4]   2> 967739 INFO
> (OverseerStateUpdate-94822931677773827-127.0.0.1:37594_solr-n_0000000000)
> [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
>    [junit4]   2> 967841 INFO  (zkCallback-556-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - up
>
> [...truncated too long message...]
>
> Changed path:/clusterstate.json, has occurred - updating... (live nodes
> size: 1)
>    [junit4]   2> 1009218 INFO  (zkCallback-656-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1009218 INFO  (zkCallback-657-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1009614 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath:
> /collections/collection2/leader_elect/shard3/election
>    [junit4]   2> 1009617 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.LeaderElector Joined leadership election with path:
> /collections/collection2/leader_elect/shard3/election/94822934316384260-127.0.0.1_core3-n_0000000000
>    [junit4]   2> 1009618 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leaders/shard3
>    [junit4]   2> 1009619 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
>    [junit4]   2> 1009621 INFO
> (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000)
> [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard3",
>    [junit4]   2>   "collection":"collection2",
>    [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
>    [junit4]   2>   "core":"core3"} current state version: 7
>    [junit4]   2> 1009724 INFO  (zkCallback-656-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1009724 INFO  (zkCallback-657-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1009724 INFO  (zkCallback-659-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
> state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has
> occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1009773 INFO  (zkCallback-657-thread-2) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
>    [junit4]   2> 1009773 INFO  (zkCallback-659-thread-1) [    ]
> o.a.s.c.c.ZkStateReader A live node change: WatchedEvent
> state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred
> - updating... (live nodes size: 1)
>    [junit4]   2> 1011273 WARN  (zkCallback-659-thread-1) [    ]
> o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
> ZK
>    [junit4]   2> 1011275 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.ZkTestServer connecting to 127.0.0.1:44386 44386
>    [junit4]   2> 1011433 INFO  (Thread-1974) [    ] o.a.s.c.ZkTestServer
> connecting to 127.0.0.1:44386 44386
>    [junit4]   2> 1011434 WARN  (Thread-1974) [    ] o.a.s.c.ZkTestServer
> Watch limit violations:
>    [junit4]   2> Maximum concurrent create/delete watches above limit:
>    [junit4]   2>
>    [junit4]   2>        3       /solr/aliases.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent data watches above limit:
>    [junit4]   2>
>    [junit4]   2>        3       /solr/clusterstate.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent children watches above limit:
>    [junit4]   2>
>    [junit4]   2>        3       /solr/collections
>    [junit4]   2>        3       /solr/live_nodes
>    [junit4]   2>
>    [junit4]   2> 1011434 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.SolrTestCaseJ4 ###Ending testBadQueueItem
>    [junit4]   2> 1011434 INFO
> (TEST-OverseerTest.testBadQueueItem-seed#[B47F6E4FF608FD26]) [    ]
> o.a.s.c.Overseer Overseer
> (id=94822934316384259-127.0.0.1:44386_solr-n_0000000000) closing
>    [junit4]   2> 1011435 INFO
> (OverseerStateUpdate-94822934316384259-127.0.0.1:44386_solr-n_0000000000)
> [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44386_solr
>    [junit4]   2> 1011436 ERROR (OverseerExitThread) [    ]
> o.a.s.c.Overseer could not read the data
>    [junit4]   2>
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
>    [junit4]   2> 1014435 INFO
> (SUITE-OverseerTest-seed#[B47F6E4FF608FD26]-worker) [    ]
> o.a.s.SolrTestCaseJ4 ###deleteCore
>    [junit4]   2> NOTE: leaving temporary files on disk at:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_B47F6E4FF608FD26-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {},
> docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
> locale=pt_PT, timezone=America/Port-au-Prince
>    [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation
> 1.7.0_80 (64-bit)/cpus=4,threads=1,free=287501920,total=506462208
>    [junit4]   2> NOTE: All tests run in this JVM: [RequestHandlersTest,
> TestReloadAndDeleteDocs, DateRangeFieldTest, TestWriterPerf,
> RollingRestartTest, LukeRequestHandlerTest, QueryParsingTest,
> TestGroupingSearch, PrimitiveFieldTypeTest, TestRestManager,
> StatsComponentTest, TestPerFieldSimilarity, TestSolrIndexConfig,
> HttpPartitionTest, TestConfigSetImmutable, BadComponentTest, SampleTest,
> CoreAdminHandlerTest, TestFileDictionaryLookup, TestStressReorder,
> AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest,
> TestCollationField, SolrCoreCheckLockOnStartupTest,
> XmlUpdateRequestHandlerTest, TestReversedWildcardFilterFactory,
> TestSchemaVersionResource, TestOverriddenPrefixQueryForCustomFieldType,
> TestSolrCloudWithKerberosAlt, TestRequestStatusCollectionAPI,
> QueryResultKeyTest, BinaryUpdateRequestHandlerTest, UpdateParamsTest,
> TestDownShardTolerantSearch, DocValuesMultiTest, OverseerStatusTest,
> FieldMutatingUpdateProcessorTest, DistributedFacetPivotLongTailTest,
> CachingDirectoryFactoryTest, TestRemoveLastDynamicCopyField,
> TestSolrQueryParser, TestCSVResponseWriter, TestRestoreCore,
> NoCacheHeaderTest, TestCharFilters, RuleEngineTest,
> TestIndexingPerformance, DistributedExpandComponentTest, RankQueryTest,
> TestReplicationHandlerBackup, HighlighterConfigTest, DebugComponentTest,
> TestIntervalFaceting, TestSearchPerf, TestAnalyzeInfixSuggestions,
> BadIndexSchemaTest, TestReRankQParserPlugin, TestDefaultStatsCache,
> CloneFieldUpdateProcessorFactoryTest,
> TestSolrQueryParserDefaultOperatorResource, LeaderElectionTest,
> HardAutoCommitTest, TestSolrDeletionPolicy1, UnloadDistributedZkTest,
> TestDefaultSearchFieldResource, BasicDistributedZk2Test,
> TestInfoStreamLogging, TestFieldTypeCollectionResource,
> HdfsBasicDistributedZkTest, CircularListTest,
> TestCopyFieldCollectionResource, CurrencyFieldXmlFileTest,
> TestCoreDiscovery, HdfsCollectionsAPIDistributedZkTest,
> TestExceedMaxTermLength, DistribCursorPagingTest, TestCloudManagedSchema,
> FacetPivotSmallTest, SearchHandlerTest, TestSortingResponseWriter,
> TestStandardQParsers, HdfsSyncSliceTest, SuggesterTSTTest,
> LeaderInitiatedRecoveryOnShardRestartTest, TestJmxIntegration,
> TestFuzzyAnalyzedSuggestions, AddBlockUpdateTest, TestReload,
> TermVectorComponentDistributedTest, BasicDistributedZkTest, SyncSliceTest,
> OpenCloseCoreStressTest, OverseerTest]
>    [junit4] Completed [253/545] on J2 in 53.73s, 12 tests, 1 failure, 1
> skipped <<< FAILURES!
>
> [...truncated 919 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:785:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:729:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:59:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:233:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:526:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1452:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1006:
> There were test failures: 545 suites (7 ignored), 2158 tests, 1 failure, 51
> ignored (37 assumptions) [seed: B47F6E4FF608FD26]
>
> Total time: 61 minutes 54 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>