You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/03/05 11:01:27 UTC
[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_60-ea-b04) -
Build # 3836 - Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/3836/
Java: 32bit/jdk1.7.0_60-ea-b04 -server -XX:+UseG1GC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
at __randomizedtesting.SeedInfo.seed([BB60FB5449D6A8D3:BF6874A75B7347F2]:0)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:431)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:428)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:385)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:372)
at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
... 45 more
Build Log:
[...truncated 10550 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 2119428 T7112 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 2119429 T7112 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-OverseerTest-1394012290760
[junit4] 2> 2119431 T7112 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 2119435 T7112 oas.SolrTestCaseJ4.setUp ###Starting testBadQueueItem
[junit4] 2> 2119436 T7112 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 2119437 T7113 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2119541 T7112 oasc.ZkTestServer.run start zk server on port:63904
[junit4] 2> 2119543 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2119551 T7119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17744ae name:ZooKeeperConnection Watcher:127.0.0.1:63904 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2119552 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2119559 T7114 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b7ed80000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2119562 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2119567 T7121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@177fdc4 name:ZooKeeperConnection Watcher:127.0.0.1:63904 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2119567 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2119568 T7112 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2119577 T7114 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b7ed80001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2119579 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2119582 T7123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15deffb name:ZooKeeperConnection Watcher:127.0.0.1:63904/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2119583 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2119583 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2119591 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2119595 T7125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7662e5 name:ZooKeeperConnection Watcher:127.0.0.1:63904/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2119596 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2119599 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2119606 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2119617 T7112 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:63904_solr
[junit4] 2> 2119617 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2119622 T7112 oasc.Overseer.start Overseer (id=91357989488295939-127.0.0.1:63904_solr-n_0000000000) starting
[junit4] 2> 2119628 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2119635 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2119644 T7112 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2119651 T7127 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2119651 T7112 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2119652 T7126 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2119653 T7127 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2119656 T7112 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2119659 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2119669 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2119675 T7129 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@160aa71 name:ZooKeeperConnection Watcher:127.0.0.1:63904/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2119675 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2119679 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2119686 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1
[junit4] 2> 2119694 T7129 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2119694 T7123 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2119701 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2119704 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2119706 T7126 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2119706 T7126 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 2119706 T7126 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 2119713 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2119715 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2119715 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2120219 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 2120242 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4] 2> 2120254 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120257 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2120259 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120269 T7126 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2120269 T7126 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2120269 T7126 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2120277 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120386 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2120386 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2120777 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2120794 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2120808 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120810 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120810 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120814 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120815 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2120824 T7126 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2120824 T7126 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2120824 T7126 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 2120831 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2120938 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2120939 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2121332 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 2121355 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 2121367 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121368 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121368 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121371 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2121379 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121489 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2121490 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2121530 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121531 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121531 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121536 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121537 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2121539 T7126 oasc.Overseer$ClusterStateUpdater.checkCollection ERROR Skipping invalid Overseer message because it has no collection specified: {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core0",
[junit4] 2> "core_node_name":"node0",
[junit4] 2> "collection":"",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2121540 T7126 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core0",
[junit4] 2> "core_node_name":"node0",
[junit4] 2> "collection":"",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2121540 T7126 oasc.Overseer$ClusterStateUpdater.createCollection Create collection with shards [shard1]
[junit4] 2> 2121540 T7126 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2121548 T7126 oasc.Overseer$ClusterStateUpdater.checkCollection ERROR Skipping invalid Overseer message because it has no collection specified: {
[junit4] 2> "operation":"deletecore",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core0",
[junit4] 2> "core_node_name":"node0",
[junit4] 2> "collection":""}
[junit4] 2> 2121549 T7126 oasc.Overseer$ClusterStateUpdater.run ERROR Could not process Overseer message java.lang.IllegalArgumentException: Path must not end with / character
[junit4] 2> at org.apache.zookeeper.common.PathUtils.validatePath(PathUtils.java:58)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1450)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:620)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.removeCore(Overseer.java:977)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:253)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:202)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2121555 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121558 T7126 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection2",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2121558 T7126 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection2 with shards [shard1, shard2, shard3]
[junit4] 2> 2121558 T7126 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 2121565 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2121674 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2121674 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2122059 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection2/leader_elect/shard3/election
[junit4] 2> 2122080 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/shard3
[junit4] 2> 2122093 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122093 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122093 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122096 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2122099 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122105 T7126 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection2",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2122105 T7126 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2122105 T7126 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2122111 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122220 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2122220 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2122616 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection2/leader_elect/shard1/election
[junit4] 2> 2122631 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/shard1
[junit4] 2> 2122638 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122638 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122638 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122644 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2122647 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122653 T7126 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection2",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 2122653 T7126 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 2122653 T7126 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 2122659 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2122768 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2122769 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2123164 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection2/leader_elect/shard2/election
[junit4] 2> 2123182 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/shard2
[junit4] 2> 2123193 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2123194 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2123194 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2123197 T7126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2123204 T7125 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2123312 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2123312 T7129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2123356 T7114 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b7ed80002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2123367 T7114 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b7ed80003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2123369 T7112 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:63904 63904
[junit4] 2> 2124912 T7129 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2125707 T7112 oas.SolrTestCaseJ4.tearDown ###Ending testBadQueueItem
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2125714 T7112 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
[junit4] 2> 2125714 T7112 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 2125716 T7130 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2125820 T7112 oasc.ZkTestServer.run start zk server on port:63922
[junit4] 2> 2125825 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2125836 T7136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a08c40 name:ZooKeeperConnection Watcher:127.0.0.1:63922/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2125837 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2125840 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2125845 T7138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4dd845 name:ZooKeeperConnection Watcher:127.0.0.1:63922 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2125845 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2125949 T7131 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b97650001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2125951 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2125959 T7140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fe0bbf name:ZooKeeperConnection Watcher:127.0.0.1:63922 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2125959 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2125959 T7112 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2125966 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2125967 T7131 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b97650002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2125977 T7112 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2125984 T7112 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2125994 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2126003 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2126010 T7142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c53d80 name:ZooKeeperConnection Watcher:127.0.0.1:63922/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2126011 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2126014 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2126019 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2126025 T7136 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2126026 T7142 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2126028 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2126032 T7144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cd2033 name:ZooKeeperConnection Watcher:127.0.0.1:63922/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2126032 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2126036 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2126043 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2126056 T7112 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:63922_solr
[junit4] 2> 2126056 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2126062 T7112 oasc.Overseer.start Overseer (id=91357989900189700-127.0.0.1:63922_solr-n_0000000000) starting
[junit4] 2> 2126067 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2126081 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2126092 T7112 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2126100 T7146 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2126103 T7146 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2126103 T7145 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2126108 T7145 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2126110 T7145 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2126111 T7145 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 2126111 T7145 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2126117 T7144 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2126119 T7142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2126119 T7136 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2126622 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2126647 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2126660 T7144 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2126661 T7112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2126663 T7145 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2126665 T7136 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 2126666 T7142 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 2126672 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2126673 T7144 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2126677 T7148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1af175e name:ZooKeeperConnection Watcher:127.0.0.1:63922/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2126677 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2126680 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2126685 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2126691 T7136 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2126692 T7148 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2126698 T7144 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2126698 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2126701 T7145 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2126701 T7145 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2126711 T7144 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2126715 T7112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2126732 T7144 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2126741 T7144 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2126849 T7148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2126849 T7136 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2126851 T7112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2126858 T7148 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 2126858 T7136 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 2126860 T7131 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b97650005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2126864 T7131 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919b97650000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2126866 T7112 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:63922 63922
[junit4] 2> 2128432 T7145 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:160)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:445)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:224)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2129304 T7112 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2129316 T7112 oas.SolrTestCaseJ4.setUp ###Starting testStateChange
[junit4] 2> 2129318 T7112 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 2129319 T7149 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2129433 T7112 oasc.ZkTestServer.run start zk server on port:63943
[junit4] 2> 2129435 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2129447 T7155 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@110240e name:ZooKeeperConnection Watcher:127.0.0.1:63943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2129447 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2129450 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2129455 T7157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78fa8 name:ZooKeeperConnection Watcher:127.0.0.1:63943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2129458 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2129513 T7150 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919ba5750001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2129516 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2129522 T7159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b06b13 name:ZooKeeperConnection Watcher:127.0.0.1:63943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2129523 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2129524 T7112 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2129532 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2129532 T7150 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919ba5750002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2129540 T7112 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2129547 T7112 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2129552 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2129561 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2129567 T7161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b6e1c4 name:ZooKeeperConnection Watcher:127.0.0.1:63943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2129568 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2129570 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2129575 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2129589 T7112 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:63943_solr
[junit4] 2> 2129589 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2129599 T7112 oasc.Overseer.start Overseer (id=91357990136119299-127.0.0.1:63943_solr-n_0000000000) starting
[junit4] 2> 2129605 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2129613 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2129623 T7112 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2129633 T7163 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2129637 T7163 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2129638 T7162 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2129640 T7112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2129645 T7162 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2129646 T7162 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 2129646 T7162 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2129659 T7161 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2129664 T7155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 2129700 T7112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2129705 T7161 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2129708 T7162 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2129709 T7162 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 2129709 T7162 oasc.Overseer$ClusterStateUpdater.updateState node=core_node1 is already registered
[junit4] 2> 2129709 T7162 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2129717 T7161 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2129835 T7155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 2129885 T7150 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919ba5750003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2129889 T7112 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:63943 63943
[junit4] 2> 2132457 T7112 oas.SolrTestCaseJ4.tearDown ###Ending testStateChange
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2132465 T7112 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 2132466 T7112 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 2132467 T7164 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2132582 T7112 oasc.ZkTestServer.run start zk server on port:63958
[junit4] 2> 2132584 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132592 T7170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1759c34 name:ZooKeeperConnection Watcher:127.0.0.1:63958 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132593 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132626 T7165 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919bb1bf0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2132627 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132634 T7172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@229e01 name:ZooKeeperConnection Watcher:127.0.0.1:63958 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132634 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132634 T7112 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2132642 T7165 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144919bb1bf0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 2132645 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132652 T7174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10a63f5 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132652 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132652 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2132656 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132663 T7176 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195b098 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132664 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132666 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2132672 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2132682 T7112 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:63958_solr
[junit4] 2> 2132683 T7112 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2132690 T7112 oasc.Overseer.start Overseer (id=91357990342295555-127.0.0.1:63958_solr-n_0000000000) starting
[junit4] 2> 2132693 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2132706 T7112 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2132716 T7112 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2132723 T7178 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2132724 T7112 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2132725 T7178 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2132725 T7177 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2132728 T7112 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2132733 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132738 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132743 T7180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f6d4d5 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132743 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132745 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132751 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 2132756 T7180 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2132757 T7174 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2132759 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132762 T7182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@abb1f name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132763 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132765 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132770 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2132775 T7180 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2132775 T7174 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2132775 T7182 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2132777 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132781 T7184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d782b3 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132781 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132783 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132786 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 2132792 T7174 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2132792 T7180 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2132792 T7182 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2132793 T7184 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2132794 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132797 T7186 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@528013 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132799 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132801 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132807 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 2132813 T7186 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2132813 T7174 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2132814 T7182 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2132814 T7180 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2132814 T7184 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2132816 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132821 T7188 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d3a68e name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132822 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132825 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132830 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 2132836 T7174 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 2132837 T7180 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 2132836 T7184 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 2132837 T7186 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 2132836 T7182 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 2132839 T7188 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 2132841 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132844 T7190 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11faa00 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132845 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132848 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132852 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 2132858 T7180 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 2132858 T7184 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 2132858 T7182 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 2132859 T7174 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 2132860 T7190 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 2132860 T7186 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 2132860 T7188 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 2132861 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132865 T7192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e1ebff name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132865 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132868 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132872 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 2132880 T7174 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132880 T7182 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132880 T7190 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132881 T7186 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132881 T7192 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132881 T7184 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132881 T7188 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132881 T7180 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 2132883 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132886 T7194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10325d0 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132888 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132890 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132893 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 2132901 T7180 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132902 T7190 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132902 T7182 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132902 T7184 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132902 T7192 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132903 T7194 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132903 T7188 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132903 T7174 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132902 T7186 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 2132905 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132909 T7196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8361a6 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132910 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132911 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132916 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 2132924 T7184 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132924 T7182 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132924 T7180 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132925 T7192 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132925 T7194 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132925 T7196 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132925 T7186 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132925 T7188 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132925 T7174 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132925 T7190 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 2132929 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132933 T7198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@afce3d name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132934 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132937 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132942 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 2132950 T7174 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132950 T7192 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132951 T7198 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7190 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7180 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7184 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7186 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7182 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7196 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7188 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132952 T7194 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 2132954 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132958 T7200 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d14474 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132958 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132960 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132964 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 2132974 T7194 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132974 T7182 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132975 T7184 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132975 T7180 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132975 T7198 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132975 T7196 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132977 T7200 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132977 T7174 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132977 T7192 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132977 T7188 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132977 T7186 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132978 T7190 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 2132978 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2132982 T7202 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1759cfa name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2132982 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2132984 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2132989 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 2132995 T7202 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132995 T7180 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132995 T7198 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132995 T7174 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132997 T7188 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132997 T7186 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132997 T7196 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132999 T7192 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2132999 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2133000 T7200 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2133000 T7194 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2133000 T7184 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2133000 T7190 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2133000 T7182 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 2133004 T7204 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12911e3 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2133004 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2133007 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2133011 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 2133017 T7198 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133017 T7174 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133018 T7192 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133019 T7196 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133020 T7190 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133020 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2133021 T7188 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133021 T7182 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133021 T7200 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133021 T7184 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133022 T7194 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133022 T7186 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133022 T7202 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133022 T7180 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133023 T7204 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 2133027 T7206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a80886 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2133028 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2133030 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2133033 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 2133039 T7192 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133040 T7174 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133042 T7198 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133042 T7184 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133043 T7194 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133043 T7202 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133043 T7204 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133043 T7180 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133043 T7186 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133044 T7196 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133044 T7188 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133044 T7182 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133044 T7190 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133046 T7200 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133047 T7206 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 2133048 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2133052 T7208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e6b13a name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2133052 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2133054 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2133059 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 2133068 T7196 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133069 T7182 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133069 T7204 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133069 T7174 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133070 T7198 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133074 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2133078 T7208 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133078 T7190 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133080 T7206 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133080 T7200 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133080 T7188 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133080 T7186 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133081 T7180 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133081 T7194 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133081 T7202 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133083 T7184 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133083 T7192 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 2133087 T7210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67ad07 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2133088 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2133090 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2133092 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 2133101 T7186 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133103 T7198 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133103 T7174 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133103 T7190 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133106 T7208 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133106 T7180 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133106 T7184 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7194 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7182 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7188 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7196 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7204 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7200 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7202 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2133107 T7210 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7206 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133107 T7192 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 2133111 T7212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e378b5 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2133111 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2133113 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2133118 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 2133127 T7174 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133127 T7198 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133128 T7192 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133128 T7208 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133128 T7204 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133128 T7196 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133129 T7182 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133129 T7200 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133129 T7180 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133130 T7202 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133131 T7210 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133132 T7194 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133132 T7188 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133132 T7206 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133133 T7212 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133133 T7190 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133133 T7184 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133133 T7186 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 2133135 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2133138 T7214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7978d6 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2133139 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2133141 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2133145 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 2133155 T7204 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133155 T7182 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133155 T7198 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133155 T7188 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133156 T7174 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133156 T7180 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133156 T7206 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133156 T7194 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133156 T7202 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133156 T7184 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133157 T7192 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133157 T7212 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7196 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7210 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7200 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7208 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7214 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7186 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7190 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 2133158 T7112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2133163 T7216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fe3224 name:ZooKeeperConnection Watcher:127.0.0.1:63958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2133163 T7112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2133166 T7112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2133173 T7112 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 2133180 T7196 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 2133181 T7200 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 2133186 T7206 oascc.ZkStateReader$3.process Updating live nodes... (19)
[...truncated too long message...]
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2184270 T7517 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2184020 T7515 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2185505 T7515 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2185505 T7515 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2183755 T7511 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2185505 T7112 oas.SolrTestCaseJ4.tearDown ###Ending testShardLeaderChange
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2185505 T7112 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 2185505 T7112 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 2188505 T7112 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=fr_FR, timezone=Pacific/Johnston
[junit4] 2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=2,threads=1,free=209415704,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [QueryResultKeyTest, CoreAdminCreateDiscoverTest, DirectUpdateHandlerTest, ClusterStateTest, CurrencyFieldOpenExchangeTest, HdfsBasicDistributedZkTest, StressHdfsTest, TestWriterPerf, TestNRTOpen, SolrCoreCheckLockOnStartupTest, AbstractAnalyticsFacetTest, TestFunctionQuery, TestRecoveryHdfs, TestFiltering, TestHighFrequencyDictionaryFactory, TestReload, TestBlendedInfixSuggestions, ShardRoutingCustomTest, TestCodecSupport, TestCollationFieldDocValues, TestSuggestSpellingConverter, HardAutoCommitTest, TestDocBasedVersionConstraints, TestRTGBase, PolyFieldTest, TestRecovery, ZkNodePropsTest, BadComponentTest, TestJmxMonitoredMap, NumericFieldsTest, WordBreakSolrSpellCheckerTest, SolrRequestParserTest, TestSchemaResource, AliasIntegrationTest, TestCoreDiscovery, ResponseLogComponentTest, TestCopyFieldCollectionResource, TestFieldResource, TestDynamicFieldResource, DocValuesMissingTest, TestComponentsName, CopyFieldTest, TestSearchPerf, TermsComponentTest, UUIDFieldTest, SystemInfoHandlerTest, TermVectorComponentTest, AddBlockUpdateTest, RangeFacetTest, TestRandomDVFaceting, AnalysisErrorHandlingTest, SliceStateUpdateTest, SimplePostToolTest, SolrIndexSplitterTest, BlockCacheTest, DisMaxRequestHandlerTest, HdfsSyncSliceTest, TriLevelCompositeIdRoutingTest, RAMDirectoryFactoryTest, TestDocSet, TestGroupingSearch, SpellingQueryConverterTest, OverseerCollectionProcessorTest, TestInfoStreamLogging, TestSchemaNameResource, UpdateRequestProcessorFactoryTest, CurrencyFieldXmlFileTest, DefaultValueUpdateProcessorTest, TestInitQParser, SpellCheckComponentTest, TestCloudManagedSchemaAddField, TestExpandComponent, TestStressReorder, NotRequiredUniqueKeyTest, CollectionsAPIDistributedZkTest, SampleTest, BJQParserTest, IndexSchemaTest, PrimitiveFieldTypeTest, InfoHandlerTest, SearchHandlerTest, CursorPagingTest, AutoCommitTest, OpenExchangeRatesOrgProviderTest, RecoveryZkTest, TestBinaryField, SynonymTokenizerTest, TestRandomMergePolicy, DateFieldTest, TestShardHandlerFactory, TestDynamicFieldCollectionResource, TestFileDictionaryLookup, TermVectorComponentDistributedTest, TestTrie, XsltUpdateRequestHandlerTest, SimpleFacetsTest, TestQuerySenderNoQuery, DeleteInactiveReplicaTest, HighlighterTest, TestFoldingMultitermQuery, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, TestFaceting, BadIndexSchemaTest, PathHierarchyTokenizerFactoryTest, TestDistributedMissingSort, TestQuerySenderListener, TestRangeQuery, TestNonNRTOpen, XmlUpdateRequestHandlerTest, TestAnalyzedSuggestions, ReturnFieldsTest, IndexBasedSpellCheckerTest, TestSweetSpotSimilarityFactory, ChaosMonkeySafeLeaderTest, TestIndexSearcher, DateMathParserTest, NoCacheHeaderTest, ScriptEngineTest, DirectSolrSpellCheckerTest, TestCSVLoader, DistributedExpandComponentTest, TestIBSimilarityFactory, TestIndexingPerformance, SuggesterTest, AddSchemaFieldsUpdateProcessorFactoryTest, MinimalSchemaTest, TestSearcherReuse, SolrIndexConfigTest, TestCSVResponseWriter, TestWordDelimiterFilterFactory, OutputWriterTest, OpenCloseCoreStressTest, TestAnalyzeInfixSuggestions, DistributedSpellCheckComponentTest, TestReloadAndDeleteDocs, DistributedDebugComponentTest, TestZkChroot, SOLR749Test, TestSolrQueryParserDefaultOperatorResource, ShowFileRequestHandlerTest, TestFastOutputStream, CacheHeaderTest, TestMaxScoreQueryParser, HdfsLockFactoryTest, DistribCursorPagingTest, TestLFUCache, HdfsRecoveryZkTest, ModifyConfFileTest, FileUtilsTest, SolrInfoMBeanTest, RemoteQueryErrorTest, FieldAnalysisRequestHandlerTest, TimeZoneUtilsTest, FullSolrCloudDistribCmdsTest, JSONWriterTest, TestDefaultSimilarityFactory, TestUtils, TestSerializedLuceneMatchVersion, SuggesterTSTTest, TestSystemIdResolver, ExpressionTest, PeerSyncTest, TestStressRecovery, TestModifyConfFiles, LoggingHandlerTest, TestRandomFaceting, StatelessScriptUpdateProcessorFactoryTest, TestSolrXml, TestUniqueKeyFieldResource, TestAtomicUpdateErrorCases, CircularListTest, HighlighterConfigTest, SolrXmlInZkTest, SuggestComponentTest, TestCoreContainer, TestNumberUtils, TestAddFieldRealTimeGet, TestPHPSerializedResponseWriter, TestStressLucene, TestFreeTextSuggestions, BasicDistributedZkTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest]
[junit4] Completed in 69.13s, 9 tests, 1 error <<< FAILURES!
[...truncated 575 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:465: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:445: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:490: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1274: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:907: There were test failures: 377 suites, 1616 tests, 1 error, 54 ignored (25 assumptions)
Total time: 86 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b04 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure