You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/03/16 15:57:49 UTC
[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.7.0_51) - Build #
9813 - Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9813/
Java: 32bit/jdk1.7.0_51 -client -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election
at __randomizedtesting.SeedInfo.seed([885411AC74203D20:8C5C9E5F6685D201]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
at java.lang.Thread.run(Thread.java:744)
Build Log:
[...truncated 10520 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 918251 T4293 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 918252 T4293 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1394981242781
[junit4] 2> 918252 T4293 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 918255 T4293 oas.SolrTestCaseJ4.setUp ###Starting testPlaceholders
[junit4] 2> 918255 T4293 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 918256 T4294 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 918356 T4293 oasc.ZkTestServer.run start zk server on port:33945
[junit4] 2> 918357 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 918417 T4300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ea6c04 name:ZooKeeperConnection Watcher:127.0.0.1:33945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 918417 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 918418 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 918420 T4302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10b5c5c name:ZooKeeperConnection Watcher:127.0.0.1:33945 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 918420 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 918421 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 918422 T4304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f3dee3 name:ZooKeeperConnection Watcher:127.0.0.1:33945 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 918423 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 918423 T4293 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 918426 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 918429 T4293 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 918431 T4293 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 918432 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 918434 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 918435 T4306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13f4bd0 name:ZooKeeperConnection Watcher:127.0.0.1:33945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 918435 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 918436 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 918437 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 918439 T4300 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 918439 T4306 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 918440 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 918440 T4308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29c523 name:ZooKeeperConnection Watcher:127.0.0.1:33945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 918441 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 918441 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 918443 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 918445 T4293 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:33945_solr
[junit4] 2> 918445 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 918447 T4293 oasc.Overseer.start Overseer (id=91421490727288836-127.0.0.1:33945_solr-n_0000000000) starting
[junit4] 2> 918448 T4293 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 918450 T4293 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 918452 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 918454 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 918458 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 918461 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 918465 T4310 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 918466 T4310 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 918466 T4309 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 918467 T4309 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 918468 T4309 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=12 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 918468 T4309 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4, shard5, shard6, shard7, shard8, shard9, shard10, shard11, shard12]
[junit4] 2> 918468 T4309 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard9
[junit4] 2> 918470 T4308 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 918471 T4300 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 918471 T4306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 918967 T4293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard9/election
[junit4] 2> 918975 T4293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard9
[junit4] 2> 918978 T4308 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 918979 T4293 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 918980 T4309 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 918981 T4300 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 918981 T4306 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 918983 T4293 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:33945 33945
[junit4] 2> 919228 T4293 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 919233 T4293 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
[junit4] 2> 919233 T4293 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 919234 T4311 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 919334 T4293 oasc.ZkTestServer.run start zk server on port:51448
[junit4] 2> 919335 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 919337 T4317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b3ab3 name:ZooKeeperConnection Watcher:127.0.0.1:51448/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 919338 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 919338 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 919339 T4319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@446659 name:ZooKeeperConnection Watcher:127.0.0.1:51448 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 919339 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 919355 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 919356 T4321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10140ad name:ZooKeeperConnection Watcher:127.0.0.1:51448 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 919356 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 919356 T4293 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 919358 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 919359 T4293 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 919361 T4293 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 919362 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 919364 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 919364 T4323 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ffe532 name:ZooKeeperConnection Watcher:127.0.0.1:51448/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 919365 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 919365 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 919367 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 919370 T4317 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 919370 T4323 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 919370 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 919371 T4325 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ad9688 name:ZooKeeperConnection Watcher:127.0.0.1:51448/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 919372 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 919372 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 919374 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 919377 T4293 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51448_solr
[junit4] 2> 919377 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 919379 T4293 oasc.Overseer.start Overseer (id=91421490791383044-127.0.0.1:51448_solr-n_0000000000) starting
[junit4] 2> 919380 T4293 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 919382 T4293 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 919385 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 919387 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 919389 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 919392 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 919397 T4327 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 919398 T4327 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 919398 T4326 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 919400 T4326 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 919401 T4326 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 919401 T4326 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 919401 T4326 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 919402 T4325 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 919403 T4317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 919403 T4323 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 919899 T4293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 919908 T4293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 919913 T4325 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 919913 T4293 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 919914 T4326 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 919915 T4317 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 919915 T4323 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 919917 T4325 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 919917 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 919918 T4329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8ff6e6 name:ZooKeeperConnection Watcher:127.0.0.1:51448/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 919918 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 919919 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 919922 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 919924 T4317 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 919924 T4329 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 919928 T4325 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 919928 T4293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 919929 T4326 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 919930 T4326 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 919932 T4325 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 919933 T4293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 919936 T4325 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 919939 T4325 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 920041 T4329 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 920041 T4293 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 920041 T4317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 920043 T4317 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 920043 T4329 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 920044 T4312 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144cb5c8b750005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 920046 T4293 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51448 51448
[junit4] 2> 920144 T4293 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 920148 T4293 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 920149 T4293 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 920149 T4330 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 920249 T4293 oasc.ZkTestServer.run start zk server on port:40592
[junit4] 2> 920250 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920252 T4336 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2df928 name:ZooKeeperConnection Watcher:127.0.0.1:40592 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920252 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920269 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920270 T4338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@111cffb name:ZooKeeperConnection Watcher:127.0.0.1:40592 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920270 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920271 T4293 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 920273 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920274 T4340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f4380a name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920274 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920274 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 920277 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920279 T4342 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14e0f31 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920279 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920280 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 920281 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 920284 T4293 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:40592_solr
[junit4] 2> 920285 T4293 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 920286 T4293 oasc.Overseer.start Overseer (id=91421490851414019-127.0.0.1:40592_solr-n_0000000000) starting
[junit4] 2> 920288 T4293 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 920290 T4293 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 920293 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 920296 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 920298 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 920301 T4293 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 920305 T4344 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 920305 T4293 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 920306 T4344 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 920306 T4343 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 920309 T4293 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 920311 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920313 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920314 T4346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e7c5fc name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920314 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920315 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920318 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 920320 T4340 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 920320 T4346 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 920320 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920321 T4348 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@540298 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920322 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920323 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920325 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 920327 T4346 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 920327 T4348 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 920327 T4340 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 920327 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920328 T4350 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5888cc name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920328 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920329 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920331 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 920334 T4348 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 920334 T4346 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 920334 T4340 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 920334 T4350 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 920335 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920336 T4352 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bf9359 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920336 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920337 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920339 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 920341 T4346 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 920341 T4340 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 920342 T4350 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 920341 T4348 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 920342 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920342 T4352 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 920343 T4354 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15254a5 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920344 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920345 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920346 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 920349 T4348 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 920349 T4350 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 920349 T4354 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 920349 T4346 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 920349 T4340 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 920350 T4352 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 920349 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920350 T4356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@313d79 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920351 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920352 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920353 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 920355 T4348 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 920355 T4346 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 920355 T4350 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 920356 T4340 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 920355 T4352 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 920355 T4354 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 920356 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920356 T4356 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 920357 T4358 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b0f376 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920357 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920358 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920360 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 920362 T4346 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920362 T4352 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920363 T4340 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920362 T4358 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920362 T4354 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920362 T4356 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920362 T4348 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920363 T4350 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 920363 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920364 T4360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d1e780 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920364 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920365 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920367 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 920369 T4356 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920369 T4348 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920369 T4358 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920369 T4340 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920369 T4350 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920369 T4346 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920370 T4360 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920370 T4352 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920370 T4354 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 920372 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920373 T4362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@122d68a name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920373 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920374 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920375 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 920379 T4358 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920380 T4354 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920380 T4360 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920380 T4352 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920381 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920380 T4350 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920380 T4356 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920380 T4340 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920380 T4346 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920379 T4348 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920382 T4364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fc8285 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920381 T4362 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 920382 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920384 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920385 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 920388 T4348 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4340 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4360 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4356 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4362 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4350 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920389 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920389 T4364 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4354 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4358 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4352 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920388 T4346 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 920390 T4366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a83229 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920391 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920392 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920393 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 920396 T4360 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920396 T4346 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920397 T4358 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920397 T4364 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920397 T4352 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920396 T4356 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920396 T4362 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920396 T4350 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920396 T4340 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920396 T4348 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920398 T4368 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@199debd name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920398 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920397 T4366 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920397 T4354 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 920399 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920400 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920402 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 920405 T4346 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920405 T4358 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920405 T4356 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920406 T4350 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920405 T4360 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920406 T4368 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920406 T4352 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920406 T4362 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920406 T4348 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920406 T4340 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920405 T4366 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920405 T4354 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920408 T4370 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1afd7f name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920405 T4364 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 920407 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920409 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920410 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920411 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 920414 T4358 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920415 T4356 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920415 T4360 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920415 T4366 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920416 T4362 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920415 T4352 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920416 T4340 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920416 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920416 T4364 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920416 T4350 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920416 T4354 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920415 T4348 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920415 T4368 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920415 T4346 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920417 T4372 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ee8415 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920416 T4370 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 920418 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920419 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920421 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 920423 T4358 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920423 T4346 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920424 T4354 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920424 T4362 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920424 T4348 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920425 T4352 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920425 T4350 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920424 T4366 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920423 T4360 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920423 T4356 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920425 T4372 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920425 T4364 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920425 T4368 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920424 T4370 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920427 T4374 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@81fdb0 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920424 T4340 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 920426 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920427 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920428 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920430 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 920432 T4350 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4352 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4358 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4360 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4368 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4356 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4370 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4340 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4348 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4346 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4354 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4364 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920433 T4362 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920436 T4376 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35e24c name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920435 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920435 T4374 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4366 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920434 T4372 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 920437 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920439 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920440 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 920442 T4346 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920443 T4360 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4372 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4350 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4352 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4366 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4368 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920443 T4364 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920443 T4362 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920445 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920444 T4370 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4340 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4354 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4356 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4374 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4376 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4358 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920444 T4348 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 920446 T4378 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bfba0 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920448 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920449 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920451 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 920454 T4362 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920454 T4368 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4354 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4372 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4348 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4356 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920454 T4364 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920456 T4340 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4350 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920454 T4366 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920456 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920455 T4378 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4370 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4352 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4376 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4346 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4360 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4358 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920455 T4374 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 920457 T4380 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bcb8f4 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920459 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920460 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920462 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 920465 T4346 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920465 T4362 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920465 T4340 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920465 T4378 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920465 T4364 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920466 T4358 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920467 T4368 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920466 T4356 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920466 T4348 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920468 T4372 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920468 T4374 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920468 T4360 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920468 T4350 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920468 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920467 T4370 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920467 T4366 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920467 T4376 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920466 T4352 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920466 T4380 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920466 T4354 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 920469 T4382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c43f36 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920471 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920472 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920474 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 920477 T4374 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920477 T4354 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920477 T4350 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4364 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4372 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4358 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4348 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920479 T4382 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920479 T4368 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920479 T4346 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920480 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920479 T4378 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920479 T4340 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920479 T4376 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920479 T4380 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920479 T4356 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4360 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4352 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4366 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4362 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920478 T4370 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 920481 T4384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ca576d name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920483 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920484 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920486 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
[junit4] 2> 920490 T4362 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920490 T4346 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920490 T4350 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920490 T4360 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920490 T4380 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920490 T4340 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4378 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4366 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920492 T4376 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4348 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4364 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4352 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4374 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4382 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4354 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4368 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920490 T4358 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920490 T4356 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920493 T4386 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15d82e0 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920492 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920491 T4372 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4370 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920491 T4384 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 920494 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920496 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920497 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
[junit4] 2> 920501 T4346 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920501 T4376 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920501 T4354 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920502 T4352 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4368 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4378 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920501 T4360 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4358 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920501 T4380 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920501 T4382 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920501 T4340 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920503 T4364 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4366 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4372 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4384 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4374 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920503 T4370 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920502 T4348 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920502 T4362 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920502 T4356 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920502 T4386 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920502 T4350 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 920504 T4388 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fb7313 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920507 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920508 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920510 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
[junit4] 2> 920514 T4370 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920514 T4372 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920514 T4374 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920514 T4384 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4364 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4356 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4360 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4350 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4348 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4362 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4346 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920514 T4352 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920516 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920516 T4340 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920516 T4376 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920516 T4366 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920516 T4382 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4354 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4368 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4380 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4358 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4386 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4388 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920515 T4378 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 920517 T4390 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169296a name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920519 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920520 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920522 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
[junit4] 2> 920528 T4364 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920528 T4378 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920528 T4366 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920528 T4348 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920528 T4388 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4354 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4370 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4356 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4390 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4340 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4346 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920529 T4376 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4382 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4360 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920531 T4392 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a7619c name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920530 T4386 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4358 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4368 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4350 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4380 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920530 T4384 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4372 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4362 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4352 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920529 T4374 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 920532 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920534 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920537 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
[junit4] 2> 920540 T4358 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920540 T4370 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920541 T4364 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920541 T4360 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920542 T4362 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4368 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4350 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4356 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920542 T4354 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4390 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920544 T4392 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920542 T4374 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920541 T4378 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920541 T4348 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920541 T4376 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920541 T4366 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920541 T4346 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920544 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920543 T4340 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4382 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4384 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4388 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4386 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920543 T4352 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920542 T4380 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920542 T4372 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 920545 T4394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@af866b name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920547 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920548 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920550 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
[junit4] 2> 920553 T4372 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920553 T4350 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920553 T4388 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920554 T4368 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920554 T4354 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4360 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4364 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4366 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4362 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4370 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4356 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920556 T4394 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4386 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4374 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4348 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4392 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4340 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4390 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920556 T4346 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4382 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4380 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4378 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4352 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4376 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4358 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920555 T4384 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 920557 T4396 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12f39ee name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920560 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920561 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920563 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
[junit4] 2> 920567 T4368 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920569 T4366 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920569 T4358 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920568 T4374 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920568 T4370 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4372 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4356 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4386 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920568 T4346 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4396 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920568 T4376 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920568 T4380 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920568 T4354 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920568 T4392 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920567 T4382 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920567 T4360 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920571 T4398 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ec57b0 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920570 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920570 T4390 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4394 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4340 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4362 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4352 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4388 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920570 T4350 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920569 T4364 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920569 T4384 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920569 T4378 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920569 T4348 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 920573 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920576 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920578 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
[junit4] 2> 920581 T4392 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920581 T4382 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920581 T4366 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4354 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4384 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4340 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4388 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4350 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4390 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4346 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4358 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4386 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4378 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920584 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920584 T4360 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920584 T4398 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4396 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4372 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4362 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4376 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4370 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4380 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4374 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4356 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4352 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4348 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920583 T4394 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4364 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920582 T4368 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 920586 T4400 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b5c27 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920589 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920590 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920592 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
[junit4] 2> 920596 T4354 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920597 T4386 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920597 T4392 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920600 T4370 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920597 T4374 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920600 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920597 T4376 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920596 T4366 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920600 T4382 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920601 T4402 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@112e7fc name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920599 T4346 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4398 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4360 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4388 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4400 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4364 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4352 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4358 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4396 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4348 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4384 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4378 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4372 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4340 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920599 T4350 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920598 T4368 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920598 T4390 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920597 T4362 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920597 T4356 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920597 T4394 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920597 T4380 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 920601 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 920607 T4293 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 920608 T4293 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
[junit4] 2> 920616 T4346 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920616 T4384 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4358 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4354 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4394 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4376 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4386 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4362 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4392 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4366 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920616 T4348 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920616 T4368 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920616 T4372 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920616 T4352 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920616 T4396 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920620 T4404 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@160ef13 name:ZooKeeperConnection Watcher:127.0.0.1:40592/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 920619 T4340 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4293 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 920618 T4364 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4388 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4402 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4390 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4374 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4380 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4378 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920618 T4382 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4370 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4350 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4400 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4398 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4360 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920617 T4356 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 920621 T4293 oascc.ConnectionManager.waitForConnected Client is connected to ZooK
[...truncated too long message...]
c.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core6",
[junit4] 2> "core_node_name":"node6",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 944107 T4828 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 944107 T4828 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 944109 T4827 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 944211 T4831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 944211 T4825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 944605 T4293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 944613 T4831 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 944616 T4293 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:40546 40546
[junit4] 2> 944776 T4293 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 944777 T4293 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 944777 T4293 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 946114 T4831 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 946114 T4831 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 946115 T4831 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 947778 T4293 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_MA, timezone=JST
[junit4] 2> NOTE: Linux 3.8.0-36-generic i386/Oracle Corporation 1.7.0_51 (32-bit)/cpus=8,threads=1,free=85412840,total=314617856
[junit4] 2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, TestFieldTypeResource, TestConfig, UnloadDistributedZkTest, SpellPossibilityIteratorTest, TestDocBasedVersionConstraints, TestSystemIdResolver, TestFieldSortValues, TestSchemaVersionResource, FastVectorHighlighterTest, TestDistribDocBasedVersion, LeaderElectionTest, DistributedExpandComponentTest, SimpleFacetsTest, TestSolrXmlPersistor, AbstractAnalyticsFacetTest, DateMathParserTest, TestRandomMergePolicy, TestSurroundQueryParser, TestDocSet, TestLFUCache, TestExpandComponent, RangeFacetTest, PrimitiveFieldTypeTest, UpdateParamsTest, HdfsWriteToMultipleCollectionsTest, ConnectionManagerTest, RegexBoostProcessorTest, ResourceLoaderTest, TestImplicitCoreProperties, TestFaceting, CustomCollectionTest, TestModifyConfFiles, SearchHandlerTest, SampleTest, TestStressVersions, DistributedSpellCheckComponentTest, TestReplicationHandler, TestMergePolicyConfig, SpatialFilterTest, ResponseLogComponentTest, IndexSchemaTest, URLClassifyProcessorTest, TestCoreContainer, ClusterStateUpdateTest, DistributedQueryComponentOptimizationTest, TestManagedResource, TermVectorComponentTest, TestTrie, TestExceedMaxTermLength, QueryFacetTest, TestFieldResource, TestPHPSerializedResponseWriter, PeerSyncTest, SliceStateTest, TestOverriddenPrefixQueryForCustomFieldType, ReturnFieldsTest, TestLMJelinekMercerSimilarityFactory, TestReversedWildcardFilterFactory, ParsingFieldUpdateProcessorsTest, TestBM25SimilarityFactory, TestMaxScoreQueryParser, TestSolrXmlPersistence, RecoveryZkTest, TestJmxMonitoredMap, TestElisionMultitermQuery, NoFacetTest, TestBadConfig, HdfsLockFactoryTest, DistributedTermsComponentTest, SystemInfoHandlerTest, TestStandardQParsers, TestSolrDeletionPolicy1, CircularListTest, CollectionsAPIAsyncDistributedZkTest, QueryParsingTest, DocValuesTest, ChangedSchemaMergeTest, HdfsCollectionsAPIDistributedZkTest, TestPerFieldSimilarity, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, TestRealTimeGet, TestRandomDVFaceting, EchoParamsTest, SynonymTokenizerTest, StatelessScriptUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestFileDictionaryLookup, TestJoin, CursorMarkTest, UUIDFieldTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest]
[junit4] Completed on J0 in 29.55s, 9 tests, 1 error <<< FAILURES!
[...truncated 620 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1275: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:907: There were test failures: 387 suites, 1634 tests, 1 error, 49 ignored (28 assumptions)
Total time: 50 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure