You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/10 22:15:20 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_20-ea-b21) - Build # 10779 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10779/
Java: 64bit/jdk1.8.0_20-ea-b21 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election

Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election
	at __randomizedtesting.SeedInfo.seed([A01EEF27B5081BD4:A41660D4A7ADF4F5]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:329)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:142)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:660)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11119 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-A01EEF27B5081BD4-001/init-core-data-001
   [junit4]   2> 322055 T1178 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 322055 T1178 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 322055 T1178 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 322057 T1178 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
   [junit4]   2> 322057 T1178 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 322058 T1179 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 322158 T1178 oasc.ZkTestServer.run start zk server on port:41032
   [junit4]   2> 322158 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322161 T1185 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79f71675 name:ZooKeeperConnection Watcher:127.0.0.1:41032/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322161 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322162 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322163 T1187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@401ab746 name:ZooKeeperConnection Watcher:127.0.0.1:41032 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322163 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322167 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322168 T1189 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9649a67 name:ZooKeeperConnection Watcher:127.0.0.1:41032 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322168 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322168 T1178 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 322171 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 322173 T1178 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 322174 T1178 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 322174 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 322176 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322177 T1191 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f69692c name:ZooKeeperConnection Watcher:127.0.0.1:41032/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322177 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322178 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 322179 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 322181 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322182 T1193 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e6c8a0a name:ZooKeeperConnection Watcher:127.0.0.1:41032/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322182 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322183 T1178 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 322184 T1178 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 322186 T1178 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:41032_solr
   [junit4]   2> 322187 T1178 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 322187 T1178 oasc.Overseer.start Overseer (id=92079524236099588-127.0.0.1:41032_solr-n_0000000000) starting
   [junit4]   2> 322188 T1178 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 322190 T1178 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 322191 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 322193 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 322194 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 322196 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 322199 T1195 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 322200 T1194 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 322202 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 322203 T1194 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 322203 T1194 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 322203 T1194 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 322205 T1193 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 322207 T1185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 322207 T1191 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 322702 T1178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 322707 T1178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 322709 T1193 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 322710 T1178 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 322710 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 322713 T1193 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 322714 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322715 T1197 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bd9bc06 name:ZooKeeperConnection Watcher:127.0.0.1:41032/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322715 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322715 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 322716 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 322718 T1193 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 322719 T1178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 322719 T1194 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 322719 T1194 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 322720 T1193 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 322721 T1178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 322725 T1193 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 322726 T1193 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 322828 T1185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 322829 T1197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 322829 T1178 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 322839 T1178 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:41032 41032
   [junit4]   2> 323556 T1179 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:41032 41032
   [junit4]   2> 323557 T1178 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
   [junit4]   2> 323558 T1194 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:41032_solr
   [junit4]   2> 323558 T1198 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 323562 T1178 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
   [junit4]   2> 323562 T1178 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 323563 T1199 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 323663 T1178 oasc.ZkTestServer.run start zk server on port:54830
   [junit4]   2> 323663 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323665 T1205 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32e78555 name:ZooKeeperConnection Watcher:127.0.0.1:54830 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323665 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323667 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323668 T1207 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@583165d9 name:ZooKeeperConnection Watcher:127.0.0.1:54830 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323668 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323668 T1178 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 323670 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323671 T1209 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e5ecb55 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323671 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323671 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 323673 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323673 T1211 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2563365c name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323674 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323674 T1178 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 323675 T1178 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 323677 T1178 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54830_solr
   [junit4]   2> 323677 T1178 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 323678 T1178 oasc.Overseer.start Overseer (id=92079524334469123-127.0.0.1:54830_solr-n_0000000000) starting
   [junit4]   2> 323679 T1178 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 323680 T1178 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 323682 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 323683 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 323684 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 323686 T1178 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 323688 T1213 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 323688 T1178 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 323688 T1212 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 323689 T1178 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 323690 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323691 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323692 T1215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ba0d288 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323692 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323692 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323693 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
   [junit4]   2> 323695 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323695 T1217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78ec6588 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323696 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323696 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323697 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 323698 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323699 T1219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@900da3 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323699 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323700 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323700 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 323702 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323703 T1221 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c7d0a3b name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323703 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323703 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323705 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
   [junit4]   2> 323709 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323710 T1223 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1164abae name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323711 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323711 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323712 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
   [junit4]   2> 323718 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323719 T1225 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@abf4c2f name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323720 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323720 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323722 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
   [junit4]   2> 323724 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323725 T1227 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ac2a5ce name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323725 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323726 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323727 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
   [junit4]   2> 323729 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323730 T1229 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e3a4a7f name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323730 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323730 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323731 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
   [junit4]   2> 323733 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323734 T1231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a37a3cd name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323735 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323735 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323736 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
   [junit4]   2> 323738 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323739 T1233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a194490 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323739 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323740 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323741 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
   [junit4]   2> 323746 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323747 T1235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56a6ec8 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323747 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323748 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323749 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
   [junit4]   2> 323751 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323752 T1237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@98fb5a8 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323752 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323753 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323754 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
   [junit4]   2> 323756 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323757 T1239 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e71469f name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323757 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323758 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323759 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
   [junit4]   2> 323762 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323762 T1241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e1cb405 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323762 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323763 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323764 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
   [junit4]   2> 323768 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323768 T1243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58568720 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323768 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323769 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323770 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
   [junit4]   2> 323775 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323776 T1245 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c805b77 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323776 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323777 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323778 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
   [junit4]   2> 323780 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323781 T1247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7811b5c6 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323781 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323782 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323783 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
   [junit4]   2> 323786 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323787 T1249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13469a5d name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323787 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323787 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323788 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
   [junit4]   2> 323791 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323792 T1251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc56092 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323792 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323793 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323794 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
   [junit4]   2> 323796 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323797 T1253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5130d7fe name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323797 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323798 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323799 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
   [junit4]   2> 323801 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323802 T1255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@247af79b name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323802 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323803 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323804 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
   [junit4]   2> 323807 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323808 T1257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@349153b name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323808 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323808 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323809 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
   [junit4]   2> 323812 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323813 T1259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57dc3430 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323813 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323813 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323814 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
   [junit4]   2> 323817 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323818 T1261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48612 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323818 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323819 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323820 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
   [junit4]   2> 323823 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323824 T1263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73317fa6 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323824 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323825 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323826 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
   [junit4]   2> 323829 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323830 T1265 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@381a5c36 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323830 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323831 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323832 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
   [junit4]   2> 323836 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323836 T1267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e5182b1 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323837 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323837 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323838 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
   [junit4]   2> 323844 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323845 T1269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ac1b17f name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323845 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323845 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323847 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
   [junit4]   2> 323851 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323852 T1271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52f537ce name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323852 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323853 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323854 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
   [junit4]   2> 323859 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323859 T1273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38643a4a name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323860 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323860 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323862 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
   [junit4]   2> 323866 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323867 T1275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a2263fd name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323867 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323868 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323869 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
   [junit4]   2> 323873 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323874 T1277 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4f778f name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323874 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323875 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323876 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
   [junit4]   2> 323880 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323881 T1279 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@667f68af name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323881 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323882 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323884 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
   [junit4]   2> 323888 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323890 T1281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f50a840 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323890 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323891 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323892 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node33
   [junit4]   2> 323896 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323897 T1283 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56c411dc name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323897 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323897 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323899 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node34
   [junit4]   2> 323904 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323905 T1285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30d1f784 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323905 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323909 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323911 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node35
   [junit4]   2> 323916 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323917 T1287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2df6db21 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323918 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323918 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323920 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node36
   [junit4]   2> 323924 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323925 T1289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@571e6477 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323925 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323925 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323926 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node37
   [junit4]   2> 323930 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323931 T1291 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a2c5b9 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323931 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323932 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323933 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node38
   [junit4]   2> 323938 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323939 T1293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e707bde name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323939 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323939 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323941 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node39
   [junit4]   2> 323945 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323946 T1295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c494e2 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323946 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323947 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323948 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node40
   [junit4]   2> 323952 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323953 T1297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21dd75f1 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323953 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323954 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323955 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node41
   [junit4]   2> 323960 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323960 T1299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1665f37e name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323961 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323961 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323962 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node42
   [junit4]   2> 323967 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323968 T1301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bd6d4e7 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323968 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323969 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323970 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node43
   [junit4]   2> 323976 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323977 T1303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a9432fb name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323977 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323977 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323978 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node44
   [junit4]   2> 323983 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323984 T1305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@602cb8a5 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323984 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323985 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323986 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node45
   [junit4]   2> 323992 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323993 T1307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59eb59dd name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323993 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323994 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323995 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node46
   [junit4]   2> 324000 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324001 T1309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6427dfeb name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324001 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324002 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324003 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node47
   [junit4]   2> 324008 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324009 T1311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6faf3a7e name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324009 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324010 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324011 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node48
   [junit4]   2> 324017 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324018 T1313 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ac35ebe name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324018 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324019 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324020 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node49
   [junit4]   2> 324027 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324027 T1315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6965c78a name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324028 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324028 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324029 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node50
   [junit4]   2> 324036 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324037 T1317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33e785ca name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324037 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324038 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324039 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node51
   [junit4]   2> 324046 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324047 T1319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@250d2502 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324047 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324048 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324050 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node52
   [junit4]   2> 324057 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324058 T1321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@554bb9b3 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324058 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324059 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324060 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node53
   [junit4]   2> 324065 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324066 T1323 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12d57d07 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324066 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324067 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324068 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node54
   [junit4]   2> 324074 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324074 T1325 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d937342 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324075 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324075 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324076 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node55
   [junit4]   2> 324082 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324083 T1327 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51fa60c7 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324083 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324084 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324085 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node56
   [junit4]   2> 324092 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324092 T1329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5974cd6a name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324093 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324093 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324094 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node57
   [junit4]   2> 324101 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324102 T1331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6070be06 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324102 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324103 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324104 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node58
   [junit4]   2> 324114 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324115 T1333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66ffd829 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324115 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324116 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324117 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node59
   [junit4]   2> 324124 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324125 T1335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64816069 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324125 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324126 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324127 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node60
   [junit4]   2> 324134 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324135 T1337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b61ee0e name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324135 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324136 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324137 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node61
   [junit4]   2> 324144 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324145 T1339 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e04f3ea name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324145 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324145 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324146 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node62
   [junit4]   2> 324152 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324153 T1341 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66225293 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324153 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324154 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324155 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node63
   [junit4]   2> 324160 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324162 T1343 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9cff416 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324162 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324162 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324163 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node64
   [junit4]   2> 324171 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324172 T1345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4a7abf name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324172 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324173 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324174 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node65
   [junit4]   2> 324187 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324188 T1347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4488515f name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324188 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324189 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324190 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node66
   [junit4]   2> 324199 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324200 T1349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@304a3597 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324201 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324201 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324202 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node67
   [junit4]   2> 324214 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324215 T1351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@465308cc name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324215 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324216 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324217 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node68
   [junit4]   2> 324231 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324233 T1353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8020d3b name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324233 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324234 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324236 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node69
   [junit4]   2> 324248 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324249 T1355 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e86a7cd name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324250 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324250 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324251 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node70
   [junit4]   2> 324261 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324262 T1357 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f81dd07 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324266 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324267 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324268 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node71
   [junit4]   2> 324296 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324296 T1359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31caad53 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324297 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324297 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324299 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node72
   [junit4]   2> 324320 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324320 T1361 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29b91584 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324321 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324321 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324322 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node73
   [junit4]   2> 324331 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324332 T1363 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12ba67b1 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324332 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324332 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324334 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node74
   [junit4]   2> 324354 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324355 T1365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73b2f904 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324355 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324357 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324359 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node75
   [junit4]   2> 324379 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324380 T1367 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17767214 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324380 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324380 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324381 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node76
   [junit4]   2> 324399 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324400 T1369 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7682404b name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324400 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324401 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324402 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node77
   [junit4]   2> 324414 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324415 T1371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@374426c5 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324416 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324416 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324417 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node78
   [junit4]   2> 324429 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324430 T1373 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@535a83f0 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324430 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324431 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324432 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node79
   [junit4]   2> 324444 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324445 T1375 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7798bd5d name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324445 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324446 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324447 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node80
   [junit4]   2> 324458 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324458 T1377 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@137c2bfd name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324458 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324459 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324495 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node81
   [junit4]   2> 324504 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324514 T1379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5185559 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324514 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324515 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324518 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node82
   [junit4]   2> 324536 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324537 T1381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2da1309 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324537 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324538 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324540 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node83
   [junit4]   2> 324555 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324557 T1383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@301a245a name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324557 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324558 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324559 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node84
   [junit4]   2> 324575 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324576 T1385 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42cbc267 name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324576 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324576 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324578 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node85
   [junit4]   2> 324590 T1178 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 324590 T1387 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bef5fa name:ZooKeeperConnection Watcher:127.0.0.1:54830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 324591 T1178 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 324591 T1178 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324592 T1178 oascc.SolrZkClient.makePath makePath: /live_nodes/node86
   [junit4]   2> 324617 T1211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 324619 T1211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 324619 T1212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 324620 T1212 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"node0",
   [junit4]   2> 	  "core":"core0",
   [junit4]   2> 	  "core_node_name":"node0",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://node0/solr/"}
   [junit4]   2> 324620 T1212 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 324620 T1212 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 324623 T1343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1361 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1215 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1341 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324624 T1217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324624 T1279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324624 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324624 T1239 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324624 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324625 T1377 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324625 T1253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324625 T1387 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324625 T1357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324630 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1329 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324631 T1219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324631 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324631 T1363 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324623 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 87)
   [junit4]   2> 324632 T1293 oascc.ZkStateReader$2.process A cluster

[...truncated too long message...]

DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 349181 T1721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 349181 T1715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 349679 T1178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 349688 T1178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 349692 T1723 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 349693 T1178 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 349694 T1724 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 349697 T1178 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:60465 60465
   [junit4]   2> 349806 T1707 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 350480 T1707 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 350481 T1709 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:60465 60465
   [junit4]   2> 350483 T1707 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 350484 T1178 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
   [junit4]   2> 350485 T1724 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:60465_solr
   [junit4]   2> 350485 T1726 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 353487 T1178 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-A01EEF27B5081BD4-001
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=es_PY, timezone=Indian/Kerguelen
   [junit4]   2> NOTE: Linux 3.8.0-42-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=1,free=125612168,total=340262912
   [junit4]   2> NOTE: All tests run in this JVM: [DirectSolrSpellCheckerTest, XsltUpdateRequestHandlerTest, PluginInfoTest, StressHdfsTest, DocValuesMultiTest, ResponseLogComponentTest, TestSolrJ, HdfsBasicDistributedZkTest, TimeZoneUtilsTest, PingRequestHandlerTest, SyncSliceTest, CachingDirectoryFactoryTest, DeleteShardTest, UnloadDistributedZkTest, TestOverriddenPrefixQueryForCustomFieldType, EchoParamsTest, BadIndexSchemaTest, HttpPartitionTest, BasicFunctionalityTest, BadComponentTest, PrimUtilsTest, TestMissingGroups, HdfsLockFactoryTest, DirectUpdateHandlerTest, TestReload, PathHierarchyTokenizerFactoryTest, HdfsWriteToMultipleCollectionsTest, HdfsUnloadDistributedZkTest, TestUtils, FastVectorHighlighterTest, TestShortCircuitedRequests, IndexSchemaTest, TestManagedResourceStorage, XmlUpdateRequestHandlerTest, NotRequiredUniqueKeyTest, ReplicationFactorTest, TestCopyFieldCollectionResource, TestClassNameShortening, AnalysisErrorHandlingTest, OverseerTest]
   [junit4] Completed on J0 in 31.45s, 9 tests, 1 error <<< FAILURES!

[...truncated 1037 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1298: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 error, 38 ignored (17 assumptions)

Total time: 61 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_20-ea-b21 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any