You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/11 04:46:06 UTC
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 1286 -
Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1286/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at __randomizedtesting.SeedInfo.seed([549645CC3EA82379:509ECA3F2C0DCC58]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:695)
Build Log:
[...truncated 9459 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 15504 T22 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1392087318064
[junit4] 2> 15505 T22 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 15518 T22 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
[junit4] 2> 15525 T22 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 15559 T23 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 15774 T22 oasc.ZkTestServer.run start zk server on port:56164
[junit4] 2> 16190 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 16260 T24 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 18014 T29 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e1ed620 name:ZooKeeperConnection Watcher:127.0.0.1:56164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18019 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18024 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18030 T32 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3be67280 name:ZooKeeperConnection Watcher:127.0.0.1:56164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18031 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18080 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18089 T34 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d87b360 name:ZooKeeperConnection Watcher:127.0.0.1:56164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18089 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18093 T22 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 18127 T22 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 18172 T22 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 18195 T22 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 18209 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 18292 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18297 T36 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7756c69c name:ZooKeeperConnection Watcher:127.0.0.1:56164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18298 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18306 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 18320 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 18341 T29 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 18345 T36 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 18353 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18358 T38 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b756db3 name:ZooKeeperConnection Watcher:127.0.0.1:56164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18360 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18364 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 18378 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 18418 T22 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56164_solr
[junit4] 2> 18430 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 18452 T22 oasc.Overseer.start Overseer (id=91231834506002436-127.0.0.1:56164_solr-n_0000000000) starting
[junit4] 2> 18511 T22 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 18530 T22 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 18612 T22 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 18623 T40 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 18630 T40 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 18633 T39 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 18658 T39 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 18661 T39 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 18661 T39 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 18688 T39 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 18702 T38 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 18719 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 18719 T29 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 19142 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 19233 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 19291 T38 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 19297 T22 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 19304 T39 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 19324 T29 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 19330 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 19339 T38 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 19345 T42 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7004ba66 name:ZooKeeperConnection Watcher:127.0.0.1:56164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 19346 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 19352 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 19365 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 19381 T29 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 19384 T42 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 19395 T38 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 19395 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 19406 T39 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 19407 T39 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 19423 T38 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 19435 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 19456 T38 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 19482 T38 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 19595 T42 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 19595 T29 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 19606 T22 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 19629 T42 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 19632 T29 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 19880 T22 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56164 56164
[junit4] 2> 19946 T22 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 19984 T22 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 19985 T22 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 19987 T43 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 20090 T22 oasc.ZkTestServer.run start zk server on port:56172
[junit4] 2> 20093 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20107 T49 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31b27882 name:ZooKeeperConnection Watcher:127.0.0.1:56172 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20108 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20336 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20341 T51 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36ddc581 name:ZooKeeperConnection Watcher:127.0.0.1:56172 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20341 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20341 T22 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 20355 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20360 T53 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ae86a5f name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20361 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20361 T22 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 20372 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20378 T55 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e7d093a name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20378 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20383 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 20395 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 20411 T22 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56172_solr
[junit4] 2> 20412 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 20422 T22 oasc.Overseer.start Overseer (id=91231834772602883-127.0.0.1:56172_solr-n_0000000000) starting
[junit4] 2> 20430 T22 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 20451 T22 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 20474 T22 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 20493 T57 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 20502 T57 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 20502 T22 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 20508 T56 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 20554 T22 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 20565 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20593 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20599 T59 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73f17a73 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20600 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20615 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20626 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 20642 T53 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 20643 T59 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 20645 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20649 T61 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d38d2fc name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20650 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20658 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20672 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 20688 T61 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 20689 T59 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 20692 T53 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 20695 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20701 T63 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ee3990b name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20701 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20708 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20723 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 20736 T59 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20739 T63 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20740 T53 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20742 T61 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20742 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20747 T65 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7255cf3f name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20748 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20754 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20768 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 20793 T59 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 20796 T61 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 20796 T65 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 20796 T63 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 20796 T53 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 20799 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20806 T67 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fa5e4e4 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20806 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20810 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20821 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 20823 T36 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 20834 T61 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 20837 T59 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 20839 T65 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 20840 T53 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 20841 T67 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 20841 T63 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 20843 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20847 T69 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66de04cd name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20847 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20852 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20862 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 20878 T67 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 20880 T59 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 20880 T63 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 20882 T61 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 20885 T65 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 20886 T53 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 20887 T69 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 20890 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20894 T71 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7041825e name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20896 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20901 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20914 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 20932 T67 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20933 T59 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20934 T71 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20936 T69 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20936 T63 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20937 T65 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20938 T61 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20939 T53 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 20940 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 20945 T73 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fe99db4 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 20946 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 20951 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20962 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 20984 T63 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20985 T67 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20986 T59 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20988 T61 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20989 T69 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20992 T65 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20993 T71 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20994 T73 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20996 T53 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 20998 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21004 T75 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6719fc9e name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21005 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21014 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21035 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 21073 T59 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21077 T69 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21079 T73 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21080 T75 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21082 T67 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21084 T63 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21086 T53 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21090 T71 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21091 T61 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21092 T65 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 21095 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21098 T77 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e311410 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21098 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21104 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21115 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 21134 T63 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21136 T53 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21138 T59 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21139 T77 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21140 T73 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21141 T65 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21147 T71 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21147 T69 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21148 T61 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21151 T75 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21151 T67 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 21152 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21156 T79 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36a3bb2e name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21157 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21162 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21173 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 21187 T61 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21193 T69 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21193 T65 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21194 T77 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21196 T63 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21198 T59 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21199 T79 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21200 T53 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21201 T71 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21202 T67 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21203 T75 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21203 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21204 T73 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 21209 T81 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69beea90 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21210 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21215 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21226 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 21242 T75 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21248 T53 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21249 T77 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21255 T69 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21256 T63 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21259 T61 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21260 T71 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21261 T59 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21261 T67 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21264 T79 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21265 T73 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21266 T65 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21266 T81 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 21268 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21272 T83 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f548414 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21273 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21285 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21300 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 21313 T63 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21316 T61 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21326 T75 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21326 T81 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21338 T83 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21341 T77 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21343 T67 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21344 T59 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21346 T71 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21347 T65 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21348 T69 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21349 T79 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21350 T73 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21351 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21354 T53 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 21358 T85 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5eb1404f name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21358 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21374 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21385 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 21407 T53 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21410 T63 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21411 T83 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21415 T73 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21417 T69 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21417 T75 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21418 T61 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21419 T67 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21419 T79 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21419 T77 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21421 T85 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21423 T81 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21424 T59 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21424 T65 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21424 T71 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 21426 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21431 T87 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b186cf9 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21431 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21437 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21448 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 21471 T81 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21479 T87 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21493 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21507 T89 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3feef1eb name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21508 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21514 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21520 T75 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21523 T53 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21527 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 21533 T79 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21533 T73 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21534 T83 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21535 T63 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21535 T69 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 21548 T87 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21550 T53 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21551 T81 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21552 T65 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21553 T89 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21560 T61 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21574 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21577 T91 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d4b2819 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21580 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21586 T83 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21589 T73 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21592 T71 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21592 T67 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21593 T77 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21594 T59 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21595 T75 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21595 T69 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21596 T63 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21599 T85 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21600 T79 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 21603 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21613 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 21637 T83 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21645 T81 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21646 T77 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21648 T89 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21650 T63 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21651 T53 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21653 T87 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21654 T79 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21655 T73 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21656 T75 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21657 T91 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21658 T61 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21659 T71 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21661 T67 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21666 T85 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21668 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21669 T59 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21671 T69 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21671 T65 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 21676 T93 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10ed7f5c name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21676 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21681 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21691 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 21707 T83 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21708 T75 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21709 T65 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21714 T63 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21720 T73 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21722 T53 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21724 T87 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21724 T85 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21724 T93 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21726 T59 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21729 T89 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21729 T79 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21729 T61 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21731 T91 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21731 T77 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21732 T81 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21733 T69 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21734 T71 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21736 T67 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 21737 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21741 T95 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22b3ea59 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21742 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21747 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21757 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 21789 T67 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21790 T63 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21793 T65 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21794 T61 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21796 T71 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21797 T75 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21798 T93 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21799 T91 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21799 T79 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21799 T83 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21800 T59 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21801 T87 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21801 T81 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21802 T89 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21804 T85 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21805 T95 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21805 T69 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21805 T77 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21806 T53 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21806 T73 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 21808 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21812 T97 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@213e2b4a name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21812 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21817 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21827 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
[junit4] 2> 21853 T95 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21854 T91 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21854 T67 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21857 T93 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21864 T77 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21865 T81 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21866 T63 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21868 T65 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21869 T73 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21870 T83 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21870 T59 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21871 T61 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21871 T97 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21872 T85 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21873 T79 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21873 T69 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21874 T75 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21875 T87 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21877 T89 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21878 T53 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21878 T71 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 21880 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21884 T99 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3798f5e7 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21884 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21890 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21901 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
[junit4] 2> 21925 T67 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21935 T97 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21936 T71 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21942 T91 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21944 T83 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21947 T53 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21949 T63 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21950 T77 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21951 T81 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21954 T93 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21956 T99 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21959 T75 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21961 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21962 T73 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21964 T59 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21964 T61 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21968 T95 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21970 T85 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21969 T65 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21971 T69 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21971 T89 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21971 T79 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21972 T87 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 21975 T101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ac5c32e name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21977 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21985 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22000 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
[junit4] 2> 22045 T87 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22051 T71 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22053 T89 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22058 T73 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22060 T93 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22062 T77 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22063 T83 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22064 T59 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22067 T95 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22068 T85 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22069 T91 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22069 T53 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22070 T61 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22071 T67 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22072 T97 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22073 T75 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22075 T63 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22076 T79 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22077 T65 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22078 T69 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22079 T101 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22080 T99 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22081 T81 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 22084 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22088 T103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@373968f1 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22089 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22094 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22103 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
[junit4] 2> 22124 T95 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22125 T85 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22140 T87 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22142 T73 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22143 T83 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22147 T93 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22148 T99 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22156 T101 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22159 T67 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22160 T63 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22163 T71 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22164 T59 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22165 T69 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22172 T65 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22173 T79 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22173 T75 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22176 T61 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22178 T91 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22178 T81 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22179 T97 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22179 T89 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22180 T103 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22181 T77 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22182 T53 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 22187 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22189 T105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f2221f6 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22189 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22194 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22203 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
[junit4] 2> 22224 T73 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22245 T53 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22245 T63 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22245 T69 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22245 T67 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22246 T71 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22246 T75 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22248 T99 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22252 T97 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22254 T91 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22255 T61 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22258 T59 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22259 T79 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22262 T81 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22263 T87 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22263 T101 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22264 T89 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22265 T65 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22271 T105 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22274 T77 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22275 T103 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22276 T93 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22276 T85 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22278 T83 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22279 T95 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 22279 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22285 T107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79444986 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22285 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22290 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22347 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
[junit4] 2> 22388 T53 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22394 T63 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22396 T69 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22398 T97 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22399 T91 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22400 T61 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22403 T89 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22404 T99 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22404 T71 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22405 T77 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22406 T67 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22406 T75 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22407 T87 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22407 T73 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22410 T79 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22415 T93 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22417 T81 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22417 T95 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22418 T101 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22419 T105 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22420 T83 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22420 T59 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22421 T65 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22422 T103 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22426 T85 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22426 T107 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 22444 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22462 T109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43ce67ca name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22463 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22470 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22500 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
[junit4] 2> 22547 T63 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22550 T79 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22550 T83 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22551 T95 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22552 T61 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22552 T97 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22555 T103 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22557 T91 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22562 T59 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22563 T89 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22563 T87 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22577 T81 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22582 T73 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22582 T99 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22583 T65 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22584 T85 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22588 T75 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22589 T105 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22595 T53 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22596 T69 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22597 T77 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22602 T93 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22604 T107 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22605 T101 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22606 T67 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22615 T109 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22617 T71 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 22618 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22631 T111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@418bdc7a name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22635 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22662 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22711 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
[junit4] 2> 22749 T111 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22750 T77 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22751 T99 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22752 T87 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22752 T89 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22753 T107 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22753 T85 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22754 T81 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22755 T79 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22755 T59 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22756 T83 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22756 T97 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22757 T61 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22758 T91 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22759 T105 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22759 T65 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22760 T109 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22762 T103 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22762 T95 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22764 T69 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22767 T63 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22768 T101 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22770 T73 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22771 T93 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22772 T75 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22772 T71 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22775 T53 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22775 T67 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 22776 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22780 T113 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65ddcac5 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22780 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22785 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22794 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
[junit4] 2> 22827 T69 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22827 T77 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22828 T71 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22829 T75 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22830 T95 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22831 T99 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22831 T89 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22831 T65 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22837 T103 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22839 T107 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22840 T79 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22841 T113 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22841 T59 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22843 T93 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22843 T101 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22844 T105 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22845 T87 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22845 T111 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22847 T83 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22847 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22848 T63 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22850 T109 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22851 T97 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22853 T67 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22853 T73 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22853 T53 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22854 T61 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22855 T85 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22855 T91 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22856 T81 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 22858 T115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ce51960 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22860 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22865 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22875 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
[junit4] 2> 22907 T53 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22912 T109 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22915 T97 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22917 T75 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22919 T105 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22920 T63 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22922 T65 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22923 T107 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22923 T87 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22925 T67 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22926 T89 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22926 T91 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22928 T77 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22929 T85 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22937 T93 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22939 T71 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22940 T83 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22951 T69 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22951 T73 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22953 T61 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22966 T99 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22974 T81 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22975 T111 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22977 T101 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22978 T103 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22979 T95 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22980 T115 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22984 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22987 T113 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22989 T79 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22991 T59 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 22992 T117 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67b56bda name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22993 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22996 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 23005 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
[junit4] 2> 23050 T63 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23051 T101 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23052 T69 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23056 T117 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23058 T73 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23058 T93 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23059 T71 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23060 T89 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23061 T113 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23062 T67 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23063 T53 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23063 T109 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23068 T85 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23070 T99 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23073 T91 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23073 T111 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23075 T75 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23075 T77 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23076 T59 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23077 T87 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23078 T65 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23086 T61 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23090 T83 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23094 T105 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23094 T79 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23095 T95 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23096 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 23097 T103 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23097 T115 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23097 T107 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23099 T81 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23103 T97 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 23103 T119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@412bf560 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 23104 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 23108 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 23119 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
[junit4] 2> 23145 T93 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23146 T107 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23147 T71 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23148 T53 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23149 T87 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23158 T101 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23159 T69 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23160 T95 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23162 T59 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23163 T105 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23164 T83 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23164 T97 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23165 T63 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23167 T117 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23167 T75 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23167 T115 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23169 T73 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23170 T91 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23172 T89 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23172 T65 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23173 T109 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23173 T67 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23174 T99 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23175 T85 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23175 T103 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23176 T81 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23177 T61 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23178 T77 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23179 T79 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23180 T113 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23182 T111 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23182 T119 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 23185 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 23189 T121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@454e2c9c name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 23190 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 23193 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 23203 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
[junit4] 2> 23228 T119 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23229 T109 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23230 T93 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23231 T101 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23233 T87 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23243 T61 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23247 T113 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23249 T77 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23249 T71 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23250 T69 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23256 T105 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23256 T73 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23257 T115 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23257 T99 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23258 T53 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23258 T107 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23258 T95 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23259 T59 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23259 T75 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23260 T85 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23260 T91 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23264 T79 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23264 T81 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23265 T121 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23267 T117 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23267 T65 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23268 T89 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23269 T67 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23269 T111 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23269 T103 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23270 T83 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23271 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 23272 T63 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23270 T97 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 23276 T123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5552e7a4 name:ZooKeeperConnection Watcher:127.0.0.1:56172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 23277 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 23282 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 23291 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
[junit4] 2> 23315 T101 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 23316 T63 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 23317 T103 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 23318 T99 oascc.ZkStateReader$3.process Updating li
[...truncated too long message...]
type:None path:null path:null type:None
[junit4] 2> 62700 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 62844 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 62848 T414 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69a66ce8 name:ZooKeeperConnection Watcher:127.0.0.1:56296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 62848 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 62849 T22 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 62856 T22 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 62864 T22 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 62871 T22 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 62878 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 62889 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 62893 T416 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77eec5fe name:ZooKeeperConnection Watcher:127.0.0.1:56296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 62894 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 62898 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 62910 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 62924 T410 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 62925 T416 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 62928 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 62933 T418 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b26f29f name:ZooKeeperConnection Watcher:127.0.0.1:56296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 62934 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 62937 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 62949 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 62976 T22 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56296_solr
[junit4] 2> 62977 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 62993 T22 oasc.Overseer.start Overseer (id=91231837562339332-127.0.0.1:56296_solr-n_0000000000) starting
[junit4] 2> 63006 T22 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 63020 T22 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 63029 T22 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 63036 T420 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 63039 T420 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 63040 T419 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 63049 T418 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 63056 T419 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 63058 T419 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=12 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 63058 T419 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4, shard5, shard6, shard7, shard8, shard9, shard10, shard11, shard12]
[junit4] 2> 63058 T419 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 63065 T418 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 63068 T416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 63069 T410 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 63551 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 63615 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 63658 T418 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 63667 T22 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 63675 T419 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 63684 T395 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:240)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:237)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:237)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.createData(DistributedQueue.java:284)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.offer(DistributedQueue.java:271)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:121)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 63686 T395 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 63695 T416 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 63696 T410 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 63944 T22 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56296 56296
[junit4] 2> 63960 T22 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 63976 T22 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 63976 T22 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 66981 T22 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=is_IS, timezone=Hongkong
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Apple Inc. 1.6.0_65 (64-bit)/cpus=2,threads=1,free=63484184,total=232914944
[junit4] 2> NOTE: All tests run in this JVM: [IndexSchemaRuntimeFieldTest, TestQuerySenderListener, OverseerTest]
[junit4] Completed in 51.61s, 8 tests, 1 error <<< FAILURES!
[...truncated 1115 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 362 suites, 1562 tests, 1 error, 40 ignored (6 assumptions)
Total time: 82 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure