You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/03/08 00:32:10 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 535 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/535/
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
at __randomizedtesting.SeedInfo.seed([75D0B24342420FD7:71D83DB050E7E0F6]:0)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:431)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:428)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:385)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:372)
at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
... 46 more
Build Log:
[...truncated 10486 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 1063717 T2234 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 1063717 T2234 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1394231718290
[junit4] 2> 1063718 T2234 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1063723 T2234 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
[junit4] 2> 1063723 T2234 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1063724 T2235 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1063825 T2234 oasc.ZkTestServer.run start zk server on port:58961
[junit4] 2> 1063825 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1063856 T2241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75ad22b9 name:ZooKeeperConnection Watcher:127.0.0.1:58961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1063856 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1063857 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1063859 T2243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@452015b6 name:ZooKeeperConnection Watcher:127.0.0.1:58961 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1063860 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1063868 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1063869 T2245 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e31c75c name:ZooKeeperConnection Watcher:127.0.0.1:58961 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1063870 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1063870 T2234 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1063880 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1063883 T2234 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1063885 T2234 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1063894 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1063897 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1063899 T2247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b734823 name:ZooKeeperConnection Watcher:127.0.0.1:58961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1063899 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1063900 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1063902 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1063905 T2241 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1063905 T2247 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1063906 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1063908 T2249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b5ff709 name:ZooKeeperConnection Watcher:127.0.0.1:58961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1063908 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1063909 T2234 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1063911 T2234 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1063922 T2234 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58961_solr
[junit4] 2> 1063922 T2234 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1063925 T2234 oasc.Overseer.start Overseer (id=91372369890705412-127.0.0.1:58961_solr-n_0000000000) starting
[junit4] 2> 1063936 T2234 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1063939 T2234 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1063943 T2234 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1063946 T2251 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1063947 T2251 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1063947 T2250 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1063949 T2250 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1063950 T2250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1063950 T2250 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 1063950 T2250 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1063953 T2249 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1063953 T2241 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1063954 T2247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1064449 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1064501 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1064516 T2249 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1064516 T2234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1064517 T2250 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1064519 T2241 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1064519 T2247 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1064527 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1064528 T2249 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1064537 T2253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@302bc488 name:ZooKeeperConnection Watcher:127.0.0.1:58961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1064537 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1064538 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1064541 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1064543 T2241 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1064543 T2253 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1064553 T2249 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1064553 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1064554 T2250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1064554 T2250 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 1064558 T2249 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1064568 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1064580 T2249 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1064590 T2249 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1064693 T2253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1064694 T2241 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1064694 T2234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1064706 T2241 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1064706 T2253 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1064718 T2234 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:58961 58961
[junit4] 2> 1064954 T2234 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1064961 T2234 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 1064962 T2234 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1064962 T2254 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1065063 T2234 oasc.ZkTestServer.run start zk server on port:58968
[junit4] 2> 1065064 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065068 T2260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7507eb01 name:ZooKeeperConnection Watcher:127.0.0.1:58968 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065068 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065150 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065152 T2262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53a76590 name:ZooKeeperConnection Watcher:127.0.0.1:58968 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065152 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065152 T2234 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1065156 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065158 T2264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f95fac6 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065158 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065158 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1065161 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065162 T2266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49bfd67a name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065163 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065164 T2234 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1065166 T2234 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1065170 T2234 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58968_solr
[junit4] 2> 1065171 T2234 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1065173 T2234 oasc.Overseer.start Overseer (id=91372369972101123-127.0.0.1:58968_solr-n_0000000000) starting
[junit4] 2> 1065175 T2234 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1065179 T2234 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1065182 T2234 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1065185 T2268 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1065185 T2234 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1065186 T2268 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1065186 T2267 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1065188 T2234 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1065190 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065192 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065194 T2270 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b5931 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065194 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065196 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065198 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 1065200 T2264 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1065200 T2270 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1065201 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065202 T2272 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bf38c93 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065203 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065204 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065206 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1065209 T2270 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1065209 T2272 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1065209 T2264 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1065209 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065211 T2274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ec6f1 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065211 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065213 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065215 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 1065217 T2272 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1065218 T2270 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1065218 T2274 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1065218 T2264 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1065218 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065220 T2276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32840eb9 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065220 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065221 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065224 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 1065226 T2272 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1065226 T2276 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1065227 T2274 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1065226 T2270 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1065227 T2264 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1065227 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065229 T2278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29b90346 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065229 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065230 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065232 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 1065235 T2272 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1065235 T2270 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1065235 T2278 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1065235 T2264 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1065235 T2274 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1065235 T2276 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1065236 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065238 T2280 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7641fa52 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065238 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065239 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065241 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 1065244 T2264 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1065244 T2272 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1065244 T2274 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1065244 T2278 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1065244 T2280 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1065245 T2270 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1065245 T2276 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1065245 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065247 T2282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4056a71a name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065247 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065248 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065251 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 1065254 T2270 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065254 T2278 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065254 T2272 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065254 T2282 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065254 T2264 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065254 T2280 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065254 T2274 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065254 T2276 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1065255 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065257 T2284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45920f02 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065257 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065258 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065261 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 1065264 T2276 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065264 T2264 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065264 T2282 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065265 T2278 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065264 T2280 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065264 T2284 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065264 T2272 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065264 T2270 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065264 T2274 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1065265 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065267 T2286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c3784bc name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065267 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065268 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065270 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 1065274 T2280 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2284 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2270 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2286 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2274 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2276 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2264 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2282 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2278 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065274 T2272 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1065275 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065276 T2288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d832467 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065277 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065278 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065280 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 1065283 T2274 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065283 T2286 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2272 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2270 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2282 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2284 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065283 T2276 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2280 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2288 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2278 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065284 T2264 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1065285 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065287 T2290 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e71377f name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065287 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065288 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065290 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 1065293 T2274 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2276 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2278 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2288 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2272 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2270 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065295 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065294 T2286 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2290 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2284 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2282 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2264 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065294 T2280 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1065297 T2292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b5971e name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065297 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065298 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065300 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 1065304 T2276 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065304 T2286 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065304 T2278 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065304 T2270 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065304 T2272 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065304 T2280 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065305 T2284 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065305 T2274 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065305 T2282 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065305 T2292 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065305 T2264 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065304 T2290 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065304 T2288 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1065305 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065307 T2294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14f5d1d0 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065307 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065309 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065311 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 1065315 T2290 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2276 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2274 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2278 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2280 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2272 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065316 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065315 T2294 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2270 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2286 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2292 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2282 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2264 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2284 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065315 T2288 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1065318 T2296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c43d213 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065318 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065319 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065322 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 1065325 T2272 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065325 T2286 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2284 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065325 T2270 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2274 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065325 T2280 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065325 T2276 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065325 T2278 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065325 T2288 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065325 T2282 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2296 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2264 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2292 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2290 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065326 T2294 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1065328 T2298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52028849 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065329 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065330 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065332 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 1065336 T2274 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065336 T2272 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065336 T2276 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065336 T2294 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065336 T2298 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065336 T2286 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065336 T2270 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065336 T2292 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065338 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065337 T2290 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065337 T2296 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065337 T2280 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065337 T2284 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065337 T2278 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065337 T2282 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065337 T2288 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065337 T2264 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1065339 T2300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@205325f6 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065340 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065341 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065343 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 1065347 T2292 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065347 T2274 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2284 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2296 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2278 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2288 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2300 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065347 T2294 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2280 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065349 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065348 T2282 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065347 T2290 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2298 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2276 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2264 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2286 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2272 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065348 T2270 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1065351 T2302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b47c25a name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065351 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065353 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065355 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 1065358 T2270 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065359 T2300 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065359 T2288 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2264 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2272 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065359 T2298 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065359 T2276 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065359 T2286 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065360 T2296 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2284 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2302 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2282 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2274 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2280 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2294 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065360 T2290 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065359 T2278 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065359 T2292 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1065362 T2304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6948c90f name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065363 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065365 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065367 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 1065371 T2272 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065371 T2286 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065371 T2294 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2290 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2298 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2300 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2302 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065372 T2280 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065371 T2276 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065371 T2270 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065371 T2278 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065371 T2296 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065371 T2288 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2284 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2264 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2292 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2274 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2304 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065372 T2282 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1065374 T2306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@260204ae name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065375 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065377 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065379 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 1065382 T2272 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065383 T2270 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065383 T2286 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2298 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2284 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065383 T2296 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2292 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2274 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2276 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2264 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2294 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2302 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2280 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2306 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2278 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2304 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2300 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065384 T2290 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065383 T2282 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065383 T2288 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1065391 T2308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@503ff57b name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065385 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065393 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065394 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065396 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
[junit4] 2> 1065400 T2284 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2272 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2270 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2298 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2274 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2288 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2302 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2300 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2276 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2290 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2278 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2282 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065400 T2294 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065400 T2280 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065400 T2264 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065400 T2292 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065402 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065402 T2308 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065402 T2286 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065402 T2296 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2306 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065401 T2304 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1065404 T2310 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@384868c3 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065405 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065407 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065409 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
[junit4] 2> 1065414 T2304 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065414 T2306 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065414 T2288 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2308 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2284 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2278 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065414 T2270 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065414 T2276 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065416 T2264 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065414 T2302 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065414 T2300 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065416 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065416 T2280 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065416 T2274 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2292 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2272 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2294 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2282 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2310 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2286 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2296 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2290 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065415 T2298 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1065423 T2312 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17abe3b3 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065423 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065425 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065427 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
[junit4] 2> 1065437 T2272 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065437 T2276 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065437 T2286 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065437 T2298 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2284 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2304 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2310 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065437 T2288 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065439 T2302 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065439 T2308 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065439 T2294 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065439 T2292 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065439 T2280 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065439 T2278 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065439 T2290 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2300 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2270 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2282 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2264 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2312 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2306 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065438 T2296 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065440 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065439 T2274 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1065442 T2314 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a788858 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065443 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065444 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065446 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
[junit4] 2> 1065451 T2302 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065451 T2308 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2292 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2280 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2264 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2312 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2278 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065453 T2296 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065453 T2314 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065453 T2284 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2270 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065454 T2288 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065454 T2276 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2310 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2282 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2300 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2294 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2304 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065452 T2274 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065454 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065453 T2306 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065453 T2286 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065453 T2290 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065453 T2272 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065453 T2298 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1065455 T2316 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33b2a0dd name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065457 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065458 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065460 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
[junit4] 2> 1065464 T2272 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065464 T2296 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2294 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2286 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2302 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2290 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2292 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2310 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2300 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2282 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2288 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2314 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2264 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2276 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2312 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2298 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2316 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2270 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065465 T2306 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065467 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065467 T2284 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2280 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2308 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2274 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2278 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065466 T2304 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1065469 T2318 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36d81280 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065470 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065472 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065474 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
[junit4] 2> 1065479 T2302 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065479 T2308 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065479 T2318 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065479 T2292 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065479 T2288 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065479 T2316 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2274 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2282 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2280 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2278 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2310 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2300 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2306 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2304 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2272 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2314 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2284 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2294 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065480 T2270 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065479 T2312 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065479 T2298 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065481 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065481 T2286 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065481 T2264 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065481 T2276 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065481 T2290 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065481 T2296 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1065484 T2320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12793a1a name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065485 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065486 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065488 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
[junit4] 2> 1065493 T2284 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065493 T2274 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065493 T2276 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065493 T2294 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2300 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2292 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2320 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2288 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2310 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2302 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2316 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2290 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2278 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2264 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065496 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065494 T2304 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065496 T2282 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065496 T2318 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2272 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2314 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2280 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2306 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2296 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2308 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065495 T2286 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2298 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2270 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065494 T2312 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1065498 T2322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9b5c5c1 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065500 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065501 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065503 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
[junit4] 2> 1065508 T2276 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065508 T2284 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2300 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2316 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2314 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2294 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2302 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2298 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2280 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065508 T2264 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065508 T2310 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065511 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065508 T2306 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065508 T2286 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2288 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2320 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2312 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2308 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2292 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065510 T2272 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2318 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2322 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2282 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2278 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2274 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2270 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2296 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2304 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065509 T2290 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1065513 T2324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@643b0bb7 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065515 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065516 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065518 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
[junit4] 2> 1065522 T2282 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065523 T2284 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065523 T2308 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065523 T2276 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065523 T2310 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065523 T2280 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2270 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2306 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065523 T2318 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065522 T2264 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2288 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2292 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2320 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2298 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2302 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2322 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065527 T2326 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51e20d34 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065525 T2272 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2312 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065525 T2300 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2296 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2324 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2316 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2286 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2304 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2294 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2314 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2274 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2290 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065524 T2278 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1065527 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065532 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065534 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
[junit4] 2> 1065537 T2276 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065538 T2306 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2290 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065538 T2286 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065538 T2294 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2300 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2264 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2272 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2318 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2274 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2320 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2270 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2326 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2288 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2316 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2278 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2304 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2292 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2284 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2280 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065543 T2328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22de9aa8 name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065540 T2322 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2312 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2298 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2302 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2282 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2296 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2310 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065539 T2314 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065541 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065540 T2308 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065540 T2324 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1065545 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065547 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065549 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
[junit4] 2> 1065553 T2304 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2302 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2310 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2316 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2306 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2270 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2328 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2292 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065556 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065554 T2322 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2288 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2276 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2286 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2320 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2298 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065553 T2300 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065553 T2312 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065558 T2330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@149e16bd name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065555 T2282 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2318 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2314 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2290 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2326 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2274 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2278 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2284 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2308 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2264 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2280 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2294 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065555 T2272 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2296 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065554 T2324 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1065558 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065562 T2234 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1065564 T2234 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
[junit4] 2> 1065568 T2314 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2264 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2310 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2286 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2316 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2288 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2302 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2278 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065571 T2308 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2300 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2282 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2326 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2274 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2294 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2284 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2296 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065569 T2320 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065571 T2234 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1065571 T2270 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065571 T2330 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065573 T2332 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4483e0ac name:ZooKeeperConnection Watcher:127.0.0.1:58968/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1065571 T2328 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065571 T2280 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065571 T2318 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065571 T2312 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2298 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2292 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2324 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2290 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2306 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2272 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2322 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2276 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065570 T2304 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1065574 T2234 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1065577 T2234 oascc.ZkStateReader.createCl
[...truncated too long message...]
2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:253)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:202)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2>
[junit4] 2> 1091697 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1091700 T2717 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1091702 T2717 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1091703 T2711 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1091703 T2718 oasc.Overseer$ClusterStateUpdater.setShardLeader ERROR Could not mark shard leader for non existing collection:collection1
[junit4] 2> 1091705 T2717 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1091708 T2717 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1091709 T2718 oasc.Overseer$ClusterStateUpdater.setShardLeader ERROR Could not mark shard leader for non existing collection:collection1
[junit4] 2> 1091711 T2717 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1091813 T2711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1091813 T2709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1092702 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1093709 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1094713 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1095742 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1096771 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1097775 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1098783 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1099788 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1100818 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1101844 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1102847 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1103851 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1104855 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1105858 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1106864 T2234 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1106868 T2709 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1106868 T2711 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1106881 T2234 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59134 59134
[junit4] 2> 1107004 T2234 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerTest -Dtests.method=testOverseerFailure -Dtests.seed=75D0B24342420FD7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=iw_IL -Dtests.timezone=Japan -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 18.4s J0 | OverseerTest.testOverseerFailure <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
[junit4] > at __randomizedtesting.SeedInfo.seed([75D0B24342420FD7:71D83DB050E7E0F6]:0)
[junit4] > at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
[junit4] > at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
[junit4] > at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
[junit4] > at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
[junit4] > at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:666)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:431)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:428)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:385)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:372)
[junit4] > at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
[junit4] > at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
[junit4] > at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
[junit4] > ... 46 more
[junit4] 2> 1107087 T2234 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 1107087 T2234 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1110088 T2234 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=iw_IL, timezone=Japan
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=185153944,total=314966016
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrXml, TestConfig, TestReversedWildcardFilterFactory, QueryEqualityTest, AutoCommitTest, AddBlockUpdateTest, TestRealTimeGet, DistributedSpellCheckComponentTest, TermVectorComponentTest, TestGroupingSearch, TestBlendedInfixSuggestions, TestBadConfig, ResourceLoaderTest, TestFileDictionaryLookup, JsonLoaderTest, TestWriterPerf, TestSolrXmlPersistence, TestStressVersions, BasicDistributedZkTest, TestLFUCache, TestReplicationHandler, FieldMutatingUpdateProcessorTest, TestExtendedDismaxParser, TestTrie, TestDocBasedVersionConstraints, SliceStateUpdateTest, FieldFacetExtrasTest, AbstractAnalyticsFacetTest, BlockCacheTest, TestFaceting, MoreLikeThisHandlerTest, TestLMJelinekMercerSimilarityFactory, TestInitQParser, AddSchemaFieldsUpdateProcessorFactoryTest, TestMaxScoreQueryParser, UpdateRequestProcessorFactoryTest, PolyFieldTest, CursorPagingTest, ExternalFileFieldSortTest, ResponseLogComponentTest, DirectUpdateHandlerOptimizeTest, SolrInfoMBeanTest, OverseerTest]
[junit4] Completed on J0 in 46.41s, 9 tests, 1 error <<< FAILURES!
[...truncated 886 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:472: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:445: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:490: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1274: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:907: There were test failures: 379 suites, 1619 tests, 1 error, 47 ignored (18 assumptions)
Total time: 149 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure