You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/11/08 16:27:04 UTC

[JENKINS] Lucene-Solr-5.x-Solaris (multiarch/jdk1.7.0) - Build # 173 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Solaris/173/
Java: multiarch/jdk1.7.0 -d32 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerTest.testOverseerStatsReset

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([3AE8C9F3E09FF003:91BC2ECF7545530D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10583 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerTest_3AE8C9F3E09FF003-001/init-core-data-001
   [junit4]   2> 1761848 INFO  (SUITE-OverseerTest-seed#[3AE8C9F3E09FF003]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1761848 INFO  (SUITE-OverseerTest-seed#[3AE8C9F3E09FF003]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1761848 INFO  (SUITE-OverseerTest-seed#[3AE8C9F3E09FF003]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1761851 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
   [junit4]   2> 1761852 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1761852 INFO  (Thread-3555) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1761852 INFO  (Thread-3555) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1761952 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer start zk server on port:47948
   [junit4]   2> 1761952 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1761953 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1761956 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a2af02 name:ZooKeeperConnection Watcher:127.0.0.1:47948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1761956 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1761957 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1761957 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1761957 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1761960 INFO  (zkCallback-1824-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a70511 name:ZooKeeperConnection Watcher:127.0.0.1:47948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1761960 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1761960 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1761962 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1761962 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1761964 INFO  (zkCallback-1825-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@104a8b4 name:ZooKeeperConnection Watcher:127.0.0.1:47948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1761964 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1761964 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1761964 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1761970 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x150e79baf050002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1761972 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1761975 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1761977 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1761979 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1761981 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1761983 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1761986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1761987 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1761989 INFO  (zkCallback-1826-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@eb0ba1 name:ZooKeeperConnection Watcher:127.0.0.1:47948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1761989 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1761989 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1761992 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1761996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 1761997 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1761998 INFO  (zkCallback-1826-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1761998 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1761999 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1762002 INFO  (zkCallback-1827-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1fa14ba name:ZooKeeperConnection Watcher:127.0.0.1:47948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1762002 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1762003 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1762003 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1762005 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1762008 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1762010 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1762011 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94830248017068036-127.0.0.1:47948_solr-n_0000000000
   [junit4]   2> 1762012 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47948_solr
   [junit4]   2> 1762012 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1762014 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=94830248017068036-127.0.0.1:47948_solr-n_0000000000) starting
   [junit4]   2> 1762016 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1762020 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1762026 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1762029 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1762033 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1762037 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1762043 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1762044 INFO  (OverseerCollectionConfigSetProcessor-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1762045 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1762046 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1762051 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 0
   [junit4]   2> 1762052 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 1762052 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1762052 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1762054 INFO  (zkCallback-1827-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762054 INFO  (zkCallback-1826-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762054 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762547 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1762549 INFO  (zkCallback-1827-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 1762549 INFO  (zkCallback-1826-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 1762549 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 1762556 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94830248017068035-node1_core1-n_0000000000
   [junit4]   2> 1762557 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1762561 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1762566 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 1762567 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"core1"}
   [junit4]   2> 1762570 INFO  (zkCallback-1827-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762571 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762571 INFO  (zkCallback-1826-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762573 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 1762574 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1762575 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1762576 INFO  (zkCallback-1829-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@cfef6b name:ZooKeeperConnection Watcher:127.0.0.1:47948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1762576 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1762577 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1762579 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1762583 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 1762585 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1762585 INFO  (zkCallback-1829-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1762585 INFO  (zkCallback-1827-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1762592 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1762593 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 1
   [junit4]   2> 1762594 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 1762594 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 1762599 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94830248017068037-node1_core1-n_0000000001
   [junit4]   2> 1762600 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1762604 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 1762605 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"core1"}
   [junit4]   2> 1762609 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 1762716 INFO  (zkCallback-1827-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762716 INFO  (zkCallback-1829-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762716 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762721 INFO  (zkCallback-1823-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1762721 INFO  (zkCallback-1829-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1764052 INFO  (OverseerCollectionConfigSetProcessor-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1764052 INFO  (OverseerCollectionConfigSetProcessor-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=94830248017068036-127.0.0.1:47948_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 1764221 WARN  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work/qn-0000000002
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:385)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:188)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:239)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1764222 INFO  (OverseerStateUpdate-94830248017068036-127.0.0.1:47948_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47948_solr
   [junit4]   2> 1764223 WARN  (zkCallback-1829-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1764223 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 1764226 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47948 47948
   [junit4]   2> 1764260 INFO  (Thread-3555) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47948 47948
   [junit4]   2> 1764262 WARN  (Thread-3555) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1764262 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment
   [junit4]   2> 1764262 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=94830248017068036-127.0.0.1:47948_solr-n_0000000000) closing
   [junit4]   2> 1764267 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReplay
   [junit4]   2> 1764268 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1764268 INFO  (Thread-3556) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1764268 INFO  (Thread-3556) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1764368 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer start zk server on port:58060
   [junit4]   2> 1764369 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764369 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764372 INFO  (zkCallback-1830-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@194e0a1 name:ZooKeeperConnection Watcher:127.0.0.1:58060/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764373 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764373 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764373 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764373 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764375 INFO  (zkCallback-1831-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e6816c name:ZooKeeperConnection Watcher:127.0.0.1:58060 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764376 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764376 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764377 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764378 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764379 INFO  (zkCallback-1832-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cd5e23 name:ZooKeeperConnection Watcher:127.0.0.1:58060 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764379 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764380 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764380 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1764384 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1764386 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1764389 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1764390 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1764392 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1764394 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1764398 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1764402 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764403 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764404 INFO  (zkCallback-1833-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14c99d0 name:ZooKeeperConnection Watcher:127.0.0.1:58060/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764404 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764405 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764405 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1764406 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1764409 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1764411 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1764412 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94830248175403011-127.0.0.1:58060_solr-n_0000000000
   [junit4]   2> 1764412 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58060_solr
   [junit4]   2> 1764412 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1764415 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=94830248175403011-127.0.0.1:58060_solr-n_0000000000) starting
   [junit4]   2> 1764417 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1764421 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1764424 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1764427 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1764430 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1764436 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1764437 INFO  (OverseerCollectionConfigSetProcessor-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1764438 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1764438 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1764443 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 1764444 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 1764445 INFO  (zkCallback-1833-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764445 INFO  (zkCallback-1830-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764447 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 1764448 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 1764449 INFO  (zkCallback-1833-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764449 INFO  (zkCallback-1830-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764452 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 2
   [junit4]   2> 1764452 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "shard":"s1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 1764556 INFO  (zkCallback-1830-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764556 INFO  (zkCallback-1833-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764643 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58060 58060
   [junit4]   2> 1764670 INFO  (Thread-3556) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58060 58060
   [junit4]   2> 1764671 WARN  (Thread-3556) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1764671 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReplay
   [junit4]   2> 1764671 INFO  (TEST-OverseerTest.testReplay-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=94830248175403011-127.0.0.1:58060_solr-n_0000000000) closing
   [junit4]   2> 1764671 INFO  (OverseerStateUpdate-94830248175403011-127.0.0.1:58060_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58060_solr
   [junit4]   2> 1764673 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 1764679 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
   [junit4]   2> 1764679 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1764680 INFO  (Thread-3557) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1764680 INFO  (Thread-3557) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1764780 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer start zk server on port:45274
   [junit4]   2> 1764780 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764780 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764784 INFO  (zkCallback-1835-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b6bcbd name:ZooKeeperConnection Watcher:127.0.0.1:45274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764784 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764785 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764786 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764787 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764788 INFO  (zkCallback-1836-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e49cbb name:ZooKeeperConnection Watcher:127.0.0.1:45274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764788 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764789 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764789 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1764792 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764793 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764794 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@163bbae name:ZooKeeperConnection Watcher:127.0.0.1:45274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764794 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764794 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764795 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1764797 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1764799 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1764801 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1764803 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1764805 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764805 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764807 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@84997 name:ZooKeeperConnection Watcher:127.0.0.1:45274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764807 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764808 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764808 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 1764809 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1764811 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1764813 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1764814 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94830248202338307-127.0.0.1:45274_solr-n_0000000000
   [junit4]   2> 1764814 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45274_solr
   [junit4]   2> 1764814 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1764817 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=94830248202338307-127.0.0.1:45274_solr-n_0000000000) starting
   [junit4]   2> 1764818 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1764822 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1764825 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1764828 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1764831 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1764834 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1764839 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1764840 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1764840 INFO  (OverseerCollectionConfigSetProcessor-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1764841 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1764841 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1764844 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1764844 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1764847 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9db9aa name:ZooKeeperConnection Watcher:127.0.0.1:45274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1764847 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1764847 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1764849 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1764852 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
   [junit4]   2> 1764854 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764854 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764854 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1764859 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 0
   [junit4]   2> 1764860 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1764860 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1764860 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1764862 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1764862 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1764862 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1765363 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1765365 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 1765365 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 1765365 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 1765372 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/94830248202338308-127.0.0.1_core1-n_0000000000
   [junit4]   2> 1765373 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1765377 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1765382 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
   [junit4]   2>   "core":"core1"} current state version: 1
   [junit4]   2> 1765385 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "core_node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 1
   [junit4]   2> 1765386 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "core_node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1765386 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 1765386 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1765490 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1765490 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1765490 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1765885 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1765891 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94830248202338308-127.0.0.1_core2-n_0000000000
   [junit4]   2> 1765892 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1765895 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1765899 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
   [junit4]   2>   "core":"core2"} current state version: 2
   [junit4]   2> 1765903 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "core_node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 2
   [junit4]   2> 1765904 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "core_node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1765904 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 1765904 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 1766008 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1766008 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1766008 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1766401 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1766407 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard3/election/94830248202338308-127.0.0.1_core3-n_0000000000
   [junit4]   2> 1766408 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1766412 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1766416 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/",
   [junit4]   2>   "core":"core3"} current state version: 3
   [junit4]   2> 1766419 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "core_node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 3
   [junit4]   2> 1766419 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "core_node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1766419 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 1766419 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1766529 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1766530 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1766529 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1766918 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1766923 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/94830248202338308-127.0.0.1_core4-n_0000000001
   [junit4]   2> 1766924 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Watching path /collections/collection1/leader_elect/shard2/election/94830248202338308-127.0.0.1_core1-n_0000000000 to know if I could be the leader
   [junit4]   2> 1766927 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core5",
   [junit4]   2>   "core_node_name":"node5",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 4
   [junit4]   2> 1766928 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core5",
   [junit4]   2>   "core_node_name":"node5",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1766928 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 1766928 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1767031 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767031 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767031 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767427 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1767432 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/94830248202338308-127.0.0.1_core5-n_0000000001
   [junit4]   2> 1767433 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Watching path /collections/collection1/leader_elect/shard1/election/94830248202338308-127.0.0.1_core2-n_0000000000 to know if I could be the leader
   [junit4]   2> 1767437 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core6",
   [junit4]   2>   "core_node_name":"node6",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 5
   [junit4]   2> 1767437 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core6",
   [junit4]   2>   "core_node_name":"node6",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1767437 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
   [junit4]   2> 1767437 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 1767542 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767542 INFO  (zkCallback-1837-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767542 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767938 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1767944 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard3/election/94830248202338308-127.0.0.1_core6-n_0000000001
   [junit4]   2> 1767945 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.LeaderElector Watching path /collections/collection1/leader_elect/shard3/election/94830248202338308-127.0.0.1_core3-n_0000000000 to know if I could be the leader
   [junit4]   2> 1767947 INFO  (zkCallback-1838-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767947 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1767949 WARN  (zkCallback-1840-thread-2) [    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:325)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:58)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:388)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:264)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1767949 ERROR (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@10182bd rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2e46cf[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 9]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:261)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1767949 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x150e79bba100004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1767950 ERROR (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@1fc61c7 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2e46cf[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 10]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:261)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1769448 WARN  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1769451 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45274 45274
   [junit4]   2> 1769473 INFO  (Thread-3557) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45274 45274
   [junit4]   2> 1769475 WARN  (Thread-3557) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1769475 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testShardAssignment
   [junit4]   2> 1769475 INFO  (TEST-OverseerTest.testShardAssignment-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=94830248202338307-127.0.0.1:45274_solr-n_0000000000) closing
   [junit4]   2> 1769475 INFO  (OverseerStateUpdate-94830248202338307-127.0.0.1:45274_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45274_solr
   [junit4]   2> 1769477 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 1769482 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalClusterStateChangeBehavior
   [junit4]   2> 1769482 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1769482 INFO  (Thread-3558) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1769482 INFO  (Thread-3558) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1769582 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer start zk server on port:36120
   [junit4]   2> 1769583 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1769583 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1769587 INFO  (zkCallback-1841-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@119b244 name:ZooKeeperConnection Watcher:127.0.0.1:36120/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1769587 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1769588 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1769588 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1769588 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1769590 INFO  (zkCallback-1842-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ddcdee name:ZooKeeperConnection Watcher:127.0.0.1:36120 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1769590 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.c.ConnectionManager Client is connecte

[...truncated too long message...]

e.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1804808 INFO  (OverseerStateUpdate-94830250816634883-127.0.0.1:39602_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1804815 INFO  (OverseerStateUpdate-94830250816634883-127.0.0.1:39602_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 1804815 INFO  (OverseerStateUpdate-94830250816634883-127.0.0.1:39602_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
   [junit4]   2> 1804815 INFO  (OverseerStateUpdate-94830250816634883-127.0.0.1:39602_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 1804930 INFO  (zkCallback-1920-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1804930 INFO  (zkCallback-1917-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1804968 INFO  (TEST-OverseerTest.testStateChange-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39602 39602
   [junit4]   2> 1804994 INFO  (Thread-3566) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39602 39602
   [junit4]   2> 1804995 WARN  (Thread-3566) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1804996 INFO  (TEST-OverseerTest.testStateChange-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
   [junit4]   2> 1804996 INFO  (TEST-OverseerTest.testStateChange-seed#[3AE8C9F3E09FF003]) [    ] o.a.s.c.Overseer Overseer (id=94830250816634883-127.0.0.1:39602_solr-n_0000000000) closing
   [junit4]   2> 1804996 INFO  (OverseerStateUpdate-94830250816634883-127.0.0.1:39602_solr-n_0000000000) [    ] o.a.s.c.Overseer According to ZK I (id=94830250816634883-127.0.0.1:39602_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 1804996 INFO  (OverseerStateUpdate-94830250816634883-127.0.0.1:39602_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39602_solr
   [junit4]   2> 1804997 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
   [junit4]   2> 1807997 INFO  (SUITE-OverseerTest-seed#[3AE8C9F3E09FF003]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerTest_3AE8C9F3E09FF003-001
   [junit4]   2> NOTE: test params are: codec=Lucene54, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=is_IS, timezone=America/Argentina/Mendoza
   [junit4]   2> NOTE: SunOS 5.11 x86/Oracle Corporation 1.7.0_91 (32-bit)/cpus=3,threads=1,free=186283664,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionStateFormat2Test, CurrencyFieldOpenExchangeTest, HdfsNNFailoverTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrIndexConfig, TestReplicaProperties, TestClassNameShortening, ActionThrottleTest, BJQParserTest, CollectionsAPIDistributedZkTest, DataDrivenBlockJoinTest, InfoHandlerTest, FieldAnalysisRequestHandlerTest, MigrateRouteKeyTest, BadIndexSchemaTest, IndexSchemaRuntimeFieldTest, TestQueryUtils, OutOfBoxZkACLAndCredentialsProvidersTest, SimpleMLTQParserTest, TestAtomicUpdateErrorCases, SpellPossibilityIteratorTest, RuleEngineTest, SpellCheckCollatorTest, SolrCloudExampleTest, DeleteInactiveReplicaTest, SuggestComponentContextFilterQueryTest, LoggingHandlerTest, TestManagedResourceStorage, DateFieldTest, TestCloudManagedSchema, HighlighterConfigTest, ForceLeaderTest, TestValueSourceCache, BlockDirectoryTest, TestBadConfig, TestFoldingMultitermQuery, TestReversedWildcardFilterFactory, BlockCacheTest, DistributedQueryComponentCustomSortTest, TestFileDictionaryLookup, HdfsCollectionsAPIDistributedZkTest, UniqFieldsUpdateProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, SolrInfoMBeanTest, DistributedFacetPivotWhiteBoxTest, WordBreakSolrSpellCheckerTest, TestSolrQueryParserResource, DirectUpdateHandlerOptimizeTest, TestRealTimeGet, ZkSolrClientTest, TestSolrQueryParser, SuggesterTest, TestFuzzyAnalyzedSuggestions, SecurityConfHandlerTest, TestSolrConfigHandler, TestJoin, MinimalSchemaTest, TestRuleBasedAuthorizationPlugin, ResponseLogComponentTest, TestIntervalFaceting, OverseerRolesTest, DateMathParserTest, TestSchemaNameResource, ShowFileRequestHandlerTest, TestSolrCloudWithKerberosAlt, SignatureUpdateProcessorFactoryTest, TestLeaderInitiatedRecoveryThread, TestCharFilters, TestShardHandlerFactory, TestRTimerTree, DebugComponentTest, FileBasedSpellCheckerTest, DistributedFacetPivotSmallAdvancedTest, TestOmitPositions, StatsComponentTest, TestDistributedMissingSort, TestJsonRequest, CoreAdminRequestStatusTest, CollectionReloadTest, RequestLoggingTest, TestBinaryField, NotRequiredUniqueKeyTest, TestSuggestSpellingConverter, TestFieldCollectionResource, TestConfigSetsAPIExclusivity, AsyncCallRequestStatusResponseTest, TestReplicationHandlerBackup, TestSchemaManager, SynonymTokenizerTest, DistributedVersionInfoTest, PluginInfoTest, HdfsSyncSliceTest, TestCSVResponseWriter, CloudExitableDirectoryReaderTest, TestSolrCoreProperties, HLLSerializationTest, EchoParamsTest, TestDistribIDF, DistribDocExpirationUpdateProcessorTest, TestHashQParserPlugin, ResourceLoaderTest, TestRestoreCore, NumericFieldsTest, TestFastOutputStream, ZkNodePropsTest, DistributedMLTComponentTest, TestRTGBase, TestSolrJ, BufferStoreTest, DefaultValueUpdateProcessorTest, TestBM25SimilarityFactory, TestJsonFacets, TestManagedSchema, TestCryptoKeys, TestTrackingShardHandlerFactory, EnumFieldTest, UpdateRequestProcessorFactoryTest, TestQueryTypes, TestReload, SearchHandlerTest, RequestHandlersTest, SpellCheckComponentTest, TestBinaryResponseWriter, CoreAdminHandlerTest, TestSolrCLIRunExample, TestCollectionAPI, AliasIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, TestReqParamsAPI, BigEndianAscendingWordDeserializerTest, SolrIndexSplitterTest, TestSolrConfigHandlerConcurrent, TestConfigOverlay, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed [276/545] on J1 in 46.17s, 12 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 840 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/build.xml:785: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/build.xml:729: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/solr/common-build.xml:526: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/lucene/common-build.xml:1452: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.x-Solaris/lucene/common-build.xml:1006: There were test failures: 545 suites (7 ignored), 2158 tests, 1 failure, 51 ignored (37 assumptions) [seed: 3AE8C9F3E09FF003]

Total time: 79 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any