You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/12/22 09:31:21 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 2228 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/2228/
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at __randomizedtesting.SeedInfo.seed([17B646BA5A4460E0:13BEC94948E18FC1]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:424)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:421)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:378)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:365)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:102)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:277)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9932 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 1310512 T1382 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1387699740217
[junit4] 2> 1310513 T1382 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1310517 T1382 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 1310517 T1382 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1310518 T1383 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1310619 T1382 oasc.ZkTestServer.run start zk server on port:22265
[junit4] 2> 1310621 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310626 T1389 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6518f621 name:ZooKeeperConnection Watcher:127.0.0.1:22265 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310627 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310632 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310635 T1391 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@597873b3 name:ZooKeeperConnection Watcher:127.0.0.1:22265 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310635 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310636 T1382 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1310644 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310647 T1393 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ae8e1ef name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310648 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310648 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1310653 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310656 T1395 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b3cf82b name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310656 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310658 T1382 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1310674 T1382 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1310677 T1382 oasc.Overseer.start Overseer (id=90944290175713283-127.0.0.1:22265_solr-n_0000000000) starting
[junit4] 2> 1310689 T1382 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1310698 T1382 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1310706 T1382 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1310715 T1397 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1310716 T1382 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1310717 T1396 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1310720 T1382 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1310724 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310732 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310734 T1399 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c22d5b8 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310735 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310736 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310741 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 1310746 T1393 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1310746 T1399 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1310747 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310752 T1401 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3616d81d name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310753 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310755 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310760 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1310766 T1399 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1310766 T1401 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1310767 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310770 T1393 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1310771 T1403 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@301280fe name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310771 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310773 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310777 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 1310786 T1401 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1310786 T1403 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1310786 T1399 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1310786 T1393 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1310787 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310789 T1405 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e61cbbb name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310790 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310791 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310795 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 1310806 T1399 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1310807 T1403 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1310807 T1393 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1310806 T1401 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1310808 T1405 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1310808 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310811 T1407 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@260702ee name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310811 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310813 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310815 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 1310819 T1405 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1310819 T1401 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1310819 T1399 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1310819 T1393 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1310819 T1403 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1310819 T1407 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1310820 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310823 T1409 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57c2e94c name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310823 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310825 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310827 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 1310831 T1407 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1310831 T1401 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1310831 T1399 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1310832 T1409 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1310831 T1403 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1310831 T1393 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1310831 T1405 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1310833 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310834 T1411 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e46eb6c name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310834 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310836 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310840 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 1310845 T1407 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310845 T1405 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310846 T1393 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310845 T1401 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310846 T1399 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310846 T1411 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310846 T1409 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310846 T1403 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1310847 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310851 T1413 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@523f31f2 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310852 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310854 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310858 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 1310867 T1401 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310867 T1399 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310868 T1405 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310868 T1413 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310867 T1407 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310868 T1409 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310868 T1403 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310867 T1411 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310867 T1393 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1310870 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310873 T1415 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ac9e715 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310873 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310875 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310879 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 1310885 T1411 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310885 T1405 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310885 T1413 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310885 T1401 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310886 T1409 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310886 T1403 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310887 T1415 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310887 T1399 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310886 T1393 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310885 T1407 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1310887 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310889 T1417 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d5d9ee8 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310890 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310891 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310894 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 1310899 T1411 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310900 T1415 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310900 T1409 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310901 T1401 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310900 T1405 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310899 T1417 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310901 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310901 T1393 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310901 T1407 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310901 T1399 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310901 T1403 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310901 T1413 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1310903 T1419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a606240 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310904 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310906 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310910 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 1310915 T1411 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310916 T1417 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310916 T1393 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310916 T1405 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310916 T1409 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310916 T1419 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310917 T1407 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310915 T1401 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310917 T1415 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310917 T1403 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310916 T1399 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310916 T1413 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1310918 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310920 T1421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32079b37 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310920 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310923 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310927 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 1310932 T1401 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310932 T1411 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310933 T1405 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310933 T1415 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310933 T1417 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310933 T1421 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310933 T1419 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310933 T1393 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310933 T1399 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310932 T1407 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310934 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310934 T1413 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310934 T1403 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310934 T1409 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1310937 T1423 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68218f23 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310938 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310941 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310947 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 1310961 T1401 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310961 T1407 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310961 T1417 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310961 T1421 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310962 T1399 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310961 T1411 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310963 T1423 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310962 T1419 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310962 T1405 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310964 T1403 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310964 T1415 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310965 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310962 T1413 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310965 T1409 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310963 T1393 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1310968 T1425 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2167c879 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310968 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310970 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1310973 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 1310982 T1411 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310982 T1419 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310983 T1423 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310983 T1403 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310984 T1415 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310983 T1399 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310984 T1405 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310985 T1425 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310984 T1409 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310986 T1417 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310986 T1393 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310986 T1401 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310986 T1407 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310987 T1421 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310987 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1310987 T1413 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1310995 T1427 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a1d1609 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1310995 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1310997 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311001 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 1311009 T1407 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311009 T1411 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311010 T1393 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311010 T1401 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311010 T1427 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311010 T1399 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311011 T1425 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311011 T1403 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311012 T1417 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311011 T1405 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311010 T1421 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311010 T1419 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311013 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311012 T1409 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311012 T1413 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311012 T1415 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311012 T1423 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1311017 T1429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@156aaae3 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311017 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311019 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311023 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 1311029 T1407 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311029 T1401 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311029 T1411 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311030 T1429 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311030 T1419 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311031 T1427 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311030 T1417 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311030 T1405 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311032 T1415 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311030 T1423 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311030 T1425 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311029 T1393 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311029 T1399 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311032 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311031 T1403 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311031 T1413 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311031 T1409 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311031 T1421 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1311034 T1431 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44375479 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311036 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311037 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311040 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 1311046 T1401 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1405 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1429 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1417 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311046 T1407 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311048 T1421 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311048 T1403 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311048 T1393 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311048 T1411 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311048 T1423 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311048 T1427 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1409 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1425 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1431 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1415 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311047 T1399 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311050 T1413 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311049 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311053 T1433 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@404226a8 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311053 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311055 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311059 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 1311064 T1429 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311065 T1433 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311065 T1399 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311066 T1423 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311066 T1425 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311066 T1405 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311065 T1417 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311065 T1401 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311065 T1411 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311067 T1431 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311066 T1409 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311066 T1415 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311069 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311070 T1419 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1311072 T1413 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311072 T1393 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311073 T1421 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311073 T1419 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311074 T1435 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f17fcbc name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311074 T1407 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311074 T1403 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311074 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311075 T1427 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1311077 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311081 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 1311086 T1411 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311087 T1429 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1417 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1431 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1393 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311089 T1415 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1425 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311087 T1399 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311086 T1401 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311089 T1427 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311089 T1435 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311089 T1419 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311089 T1403 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311089 T1433 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1409 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1423 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1413 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1421 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311093 T1405 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311088 T1407 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1311095 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311098 T1437 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ba25bd name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311098 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311100 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311103 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
[junit4] 2> 1311109 T1429 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311109 T1401 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311110 T1433 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311110 T1437 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311110 T1419 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311110 T1399 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1423 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1403 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311109 T1407 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311112 T1415 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1409 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1413 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1405 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1427 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1417 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311111 T1393 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311110 T1435 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311110 T1411 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311114 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311112 T1421 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311112 T1431 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311112 T1425 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1311116 T1439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4debcfe name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311117 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311118 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311122 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
[junit4] 2> 1311127 T1429 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311128 T1407 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311128 T1417 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311128 T1431 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1409 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1435 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311128 T1437 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311130 T1415 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311127 T1439 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311127 T1411 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311131 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311130 T1401 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311130 T1393 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311130 T1425 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311130 T1427 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1413 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1433 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1421 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1405 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1419 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311129 T1403 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311128 T1399 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311128 T1423 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1311133 T1441 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6231c70b name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311136 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311137 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311141 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
[junit4] 2> 1311148 T1407 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311149 T1401 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311149 T1411 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311150 T1421 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311150 T1437 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311150 T1393 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311151 T1423 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311151 T1419 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311151 T1439 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311150 T1417 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311152 T1415 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311150 T1441 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311150 T1431 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311149 T1405 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311149 T1435 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311148 T1429 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311148 T1433 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311152 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311152 T1425 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311152 T1413 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311151 T1403 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311151 T1409 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311151 T1427 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311150 T1399 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 1311155 T1443 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1370f73f name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311157 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311159 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311164 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
[junit4] 2> 1311172 T1429 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1401 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1419 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1411 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311174 T1407 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1405 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1437 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1439 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311175 T1415 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311175 T1413 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311175 T1425 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311176 T1403 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311175 T1427 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311175 T1421 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311174 T1417 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311174 T1423 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311174 T1393 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311174 T1399 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311174 T1435 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1441 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311173 T1431 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311176 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311176 T1443 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311176 T1433 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311175 T1409 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 1311180 T1445 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35d0c395 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311181 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311183 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311185 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
[junit4] 2> 1311191 T1429 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311191 T1433 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311191 T1407 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311192 T1439 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1419 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1435 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1399 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311192 T1437 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311194 T1413 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311194 T1431 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311194 T1415 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1421 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1427 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1425 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1411 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311193 T1405 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311192 T1445 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311192 T1393 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311192 T1403 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311192 T1401 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311195 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311195 T1409 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311195 T1423 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311194 T1443 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311194 T1441 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311194 T1417 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 1311200 T1447 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d7403a7 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311201 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311204 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311208 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
[junit4] 2> 1311214 T1433 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311214 T1407 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311215 T1401 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311215 T1403 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1441 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1437 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1399 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1429 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311215 T1447 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311215 T1419 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311215 T1445 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311215 T1431 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311218 T1413 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311218 T1409 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311218 T1427 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311217 T1411 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311217 T1405 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311217 T1439 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1393 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1421 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1435 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311216 T1425 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311219 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311218 T1423 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311218 T1443 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311218 T1417 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311218 T1415 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 1311222 T1449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40c798c4 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311223 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311226 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311230 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
[junit4] 2> 1311236 T1439 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311237 T1403 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311237 T1445 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311237 T1429 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311237 T1437 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311239 T1423 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311239 T1427 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311239 T1447 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311241 T1421 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311237 T1433 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311237 T1407 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311240 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311240 T1401 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311240 T1409 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311240 T1413 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311240 T1417 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311240 T1399 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311240 T1443 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311239 T1435 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311239 T1425 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311238 T1419 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311238 T1415 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311238 T1393 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311238 T1411 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311238 T1449 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311238 T1431 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311237 T1405 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311243 T1441 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 1311254 T1451 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e073a6a name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311255 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311257 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311260 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
[junit4] 2> 1311267 T1437 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311267 T1449 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311268 T1445 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311268 T1401 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311269 T1431 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311269 T1447 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311269 T1403 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1415 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1405 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1441 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311267 T1433 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311271 T1411 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311271 T1423 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311271 T1435 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311271 T1417 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311271 T1407 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1439 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1409 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1399 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1421 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1425 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311270 T1413 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311269 T1393 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311268 T1427 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311268 T1429 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311267 T1419 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311267 T1451 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311272 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311271 T1443 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 1311280 T1453 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44c37066 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311280 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311282 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311287 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
[junit4] 2> 1311309 T1401 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1419 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1433 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1413 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1437 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1393 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1429 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311312 T1415 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311312 T1409 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311312 T1441 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311313 T1411 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1421 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1405 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311314 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311311 T1399 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1443 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1439 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1445 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1417 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1407 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311311 T1427 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1451 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1403 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1431 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311310 T1449 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311316 T1455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2024469c name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311315 T1435 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311312 T1453 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311312 T1423 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311312 T1447 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311312 T1425 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 1311318 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311323 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311327 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
[junit4] 2> 1311337 T1429 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311337 T1419 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1437 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1447 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1403 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1445 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1425 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1407 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1433 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1409 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1399 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311337 T1405 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1439 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311337 T1431 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311337 T1449 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311342 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311341 T1453 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1411 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1413 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1415 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1451 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1455 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311340 T1443 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1423 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1441 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1417 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1435 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1421 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311339 T1427 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1401 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311338 T1393 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 1311345 T1457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1393f867 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311348 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311350 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311353 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
[junit4] 2> 1311361 T1407 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311361 T1429 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311362 T1445 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311362 T1457 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311363 T1431 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311363 T1437 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311363 T1409 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311362 T1405 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311364 T1425 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311364 T1433 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1423 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1435 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1441 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311362 T1393 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311362 T1403 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311362 T1447 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311362 T1451 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1421 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1443 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1455 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1401 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1419 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1453 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311365 T1413 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311364 T1415 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311364 T1417 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311363 T1439 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311363 T1427 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311363 T1449 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311363 T1399 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311369 T1411 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 1311369 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311373 T1459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2241dd07 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311373 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311375 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311379 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
[junit4] 2> 1311386 T1429 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311386 T1431 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311386 T1439 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1407 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311386 T1449 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1441 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311386 T1433 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311388 T1435 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311388 T1425 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311389 T1457 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311389 T1417 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311390 T1411 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311388 T1421 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311388 T1399 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311388 T1423 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1427 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1437 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1451 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1405 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1459 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1401 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311387 T1403 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311386 T1393 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311386 T1419 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311390 T1409 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311389 T1447 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311389 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311395 T1461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76774e0f name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311396 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311389 T1443 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311389 T1445 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311389 T1413 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311389 T1455 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311388 T1453 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311388 T1415 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 1311398 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311402 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
[junit4] 2> 1311409 T1437 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311409 T1433 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311410 T1457 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311410 T1407 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311411 T1403 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311411 T1445 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311409 T1451 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1399 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1401 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1421 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1415 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311409 T1459 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1435 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1453 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1443 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1411 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1409 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1425 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1413 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311413 T1423 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1441 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1427 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1417 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1461 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311412 T1439 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311411 T1455 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311411 T1429 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311411 T1405 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311411 T1419 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311410 T1431 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311410 T1393 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311410 T1449 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311414 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311414 T1447 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 1311421 T1463 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b7519 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311421 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311424 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311428 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
[junit4] 2> 1311434 T1429 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311435 T1451 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311435 T1407 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311435 T1419 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1435 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1403 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311435 T1401 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311437 T1425 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311438 T1413 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311438 T1409 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311438 T1463 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1449 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1459 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1457 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1461 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1431 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311435 T1433 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311440 T1443 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311439 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311438 T1437 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311438 T1441 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311438 T1399 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311438 T1453 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311438 T1423 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311437 T1439 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311437 T1421 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311437 T1427 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311437 T1417 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1393 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1411 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1415 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1455 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1445 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1405 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311436 T1447 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 1311442 T1465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ae1da40 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311445 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311447 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311450 T1382 oascc.SolrZkClient.makePath makePath: /live_nodes/node33
[junit4] 2> 1311456 T1437 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311456 T1465 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1419 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1461 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311456 T1407 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1455 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311456 T1457 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1441 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311456 T1433 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1427 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1421 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1463 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311456 T1429 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311460 T1409 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1443 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1415 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1413 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1453 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1425 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1417 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311459 T1423 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1399 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1435 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1439 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1411 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1405 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311458 T1447 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1459 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1445 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1431 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1401 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1393 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1403 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311457 T1451 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311461 T1382 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1311465 T1449 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 1311466 T1467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ece5b80 name:ZooKeeperConnection Watcher:127.0.0.1:22265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1311467 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1311468 T1382 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1311471 T13
[...truncated too long message...]
4] 2> 1336629 T1905 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25a7ae12 name:ZooKeeperConnection Watcher:127.0.0.1:15703/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1336630 T1382 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1336630 T1382 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1336635 T1382 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1336637 T1382 oasc.Overseer.start Overseer (id=90944291874930692-127.0.0.1:15703_solr-n_0000000000) starting
[junit4] 2> 1336640 T1382 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1336653 T1382 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1336657 T1382 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1336659 T1907 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1336660 T1906 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1336662 T1906 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1336662 T1906 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=12 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1336663 T1906 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4, shard5, shard6, shard7, shard8, shard9, shard10, shard11, shard12]
[junit4] 2> 1336663 T1906 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1336665 T1905 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1336666 T1903 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1336666 T1897 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1337059 T1869 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:252)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:249)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:249)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1337059 T1869 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:252)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:249)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:249)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1337162 T1382 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1337215 T1382 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1337222 T1905 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1337223 T1382 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1337224 T1906 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1337226 T1897 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1337226 T1903 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1337231 T1382 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:15703 15703
[junit4] 2> 1337513 T1382 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1337516 T1382 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 1337516 T1382 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1340517 T1382 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fi_FI, timezone=Asia/Novosibirsk
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=159690528,total=400031744
[junit4] 2> NOTE: All tests run in this JVM: [ZkControllerTest, CoreAdminCreateDiscoverTest, TermsComponentTest, SolrCoreTest, URLClassifyProcessorTest, BasicFunctionalityTest, LeaderElectionTest, SolrXmlInZkTest, TestJoin, TestLRUCache, TestElisionMultitermQuery, TestSolrQueryParser, CacheHeaderTest, AnalysisAfterCoreReloadTest, SolrTestCaseJ4Test, TestSystemIdResolver, InfoHandlerTest, TestShardHandlerFactory, RegexBoostProcessorTest, CopyFieldTest, TestSearchPerf, ChangedSchemaMergeTest, QueryElevationComponentTest, DeleteReplicaTest, OverseerCollectionProcessorTest, TestDocBasedVersionConstraints, SyncSliceTest, TestReversedWildcardFilterFactory, PolyFieldTest, DistributedDebugComponentTest, TestCopyFieldCollectionResource, BinaryUpdateRequestHandlerTest, BJQParserTest, TestQueryUtils, AutoCommitTest, TestGroupingSearch, SearchHandlerTest, LoggingHandlerTest, SystemInfoHandlerTest, ClusterStateTest, IndexSchemaTest, TestConfig, TestCloudManagedSchema, HdfsBasicDistributedZk2Test, TestCharFilters, UUIDFieldTest, SolrIndexSplitterTest, FieldMutatingUpdateProcessorTest, DocValuesTest, SOLR749Test, TestRandomMergePolicy, SoftAutoCommitTest, TestFieldTypeCollectionResource, ResponseLogComponentTest, SchemaVersionSpecificBehaviorTest, TestSchemaVersionResource, TestNonNRTOpen, TestManagedSchema, DistributedQueryElevationComponentTest, TestAddFieldRealTimeGet, TermVectorComponentTest, TestFaceting, ClusterStateUpdateTest, TestLFUCache, ScriptEngineTest, FileBasedSpellCheckerTest, TestSolrIndexConfig, OverseerTest]
[junit4] Completed on J0 in 30.04s, 8 tests, 1 error <<< FAILURES!
[...truncated 607 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:459: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:439: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1307: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:940: There were test failures: 347 suites, 1517 tests, 1 error, 34 ignored (6 assumptions)
Total time: 68 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure